{"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.447310578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.49690117Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.596337012Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.596358987Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.803849126Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.803897446Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:25.961511286Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/517f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:26.906831006Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.0141705Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014269723Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.01432822Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014370604Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014424185Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.01446321Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014513105Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014550355Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014588061Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014622349Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014656121Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.0147031Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014736057Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014857531Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.014990583Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.015090264Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.015122324Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.015169331Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.015188045Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.015258841Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.116618957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 13:04:27.116641 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.318092076Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:27.318134356Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 13:04:42.621349 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.621701148Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.621895959Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.621948969Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622057973Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622114074Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622114174Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622208854Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.62229305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622445992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622458382Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622696317Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622737223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622833759Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622906467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622951803Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.622985686Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623012953Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623098035Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623289517Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623316811Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623337531Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623380175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623484361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.62351414Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623532822Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623661452Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623686521Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623749867Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623832391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623854099Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.623877887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.624282461Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.6243737Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.624530102Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.624871062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.624907445Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625091287Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.62515583Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625284239Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625327803Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625355659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625449018Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.6255189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625543887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625685852Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.62571726Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625721495Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625790607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625820504Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625843443Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625875128Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.625909734Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.966471925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:42.966601229Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.075366402Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224372346Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224432474Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224771366Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224804987Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224780704Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.224823711Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.226586415Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.226616812Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.226651955Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.226668947Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.22807407Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.228101809Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.327224364Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.327263777Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.619183391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d439019d-8fe9-4c58-87f6-1fa61fb47344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.744217917Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d439019d-8fe9-4c58-87f6-1fa61fb47344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.769518982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6604a1-65ef-4767-9650-01b5ca9af222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.823602939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d439019d-8fe9-4c58-87f6-1fa61fb47344","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.824903195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6604a1-65ef-4767-9650-01b5ca9af222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:43.878699947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f6604a1-65ef-4767-9650-01b5ca9af222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.029426682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e80b5ad-259d-4531-9f81-f89a50a02f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.084604942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e80b5ad-259d-4531-9f81-f89a50a02f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.128618603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1e4cfdb-0dfc-40cf-b5c2-83977fe57da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.138212144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e80b5ad-259d-4531-9f81-f89a50a02f99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.183514748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1e4cfdb-0dfc-40cf-b5c2-83977fe57da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.239125791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1e4cfdb-0dfc-40cf-b5c2-83977fe57da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.3221173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ea4f7b-1e11-421d-b5bf-39bc77d18110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.372257412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ea4f7b-1e11-421d-b5bf-39bc77d18110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.422323669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ea4f7b-1e11-421d-b5bf-39bc77d18110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.472416219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0ea4f7b-1e11-421d-b5bf-39bc77d18110","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.472445791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761ace29-9eec-4fc4-8e6d-e1a911434ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.527352621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761ace29-9eec-4fc4-8e6d-e1a911434ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.580891892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761ace29-9eec-4fc4-8e6d-e1a911434ef8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.621479074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d95ada-829c-4466-83c5-0d55f45f82b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.67871772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d95ada-829c-4466-83c5-0d55f45f82b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.732654548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9d95ada-829c-4466-83c5-0d55f45f82b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.77654383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"241e0543-0d5a-4e1b-a34e-130497ab326a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:04:44.81859259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27939a45-ae62-46ea-8093-e9db5c7fe6b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.831467576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"241e0543-0d5a-4e1b-a34e-130497ab326a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:04:44.875125096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"713b0375-d5ff-4583-bfc8-e70701e438d1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.881690549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb0ebdcc-84b8-4cd0-b3e9-68f02f9bd62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.885017643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"241e0543-0d5a-4e1b-a34e-130497ab326a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.936496588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb0ebdcc-84b8-4cd0-b3e9-68f02f9bd62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:44.989931649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb0ebdcc-84b8-4cd0-b3e9-68f02f9bd62a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.033535946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e77fc5-344d-4a55-b0d3-1a664a5eafdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.033625441Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15402451-2a93-41a5-84d8-8da23496df9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.08879083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e77fc5-344d-4a55-b0d3-1a664a5eafdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.133611036Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e583c5e-6428-43db-ae7d-937b091d4f35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.139867849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"060727f7-f3a9-4252-bb4d-20b2338adb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.142880797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e77fc5-344d-4a55-b0d3-1a664a5eafdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.194797134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"060727f7-f3a9-4252-bb4d-20b2338adb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.234185461Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d72c1ad9-5eb7-4d55-814e-6bbeffaa7278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.24850387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"060727f7-f3a9-4252-bb4d-20b2338adb41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.292390814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fdcf10d-885a-4bf1-812f-bf5d0791460f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.334480014Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"17a5ce6f-9797-4184-aeb7-1b8e879c9d56","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.347437436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fdcf10d-885a-4bf1-812f-bf5d0791460f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.399523423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4ecd96-1884-4d02-bc0f-8f58518b1059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.403937602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4fdcf10d-885a-4bf1-812f-bf5d0791460f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.454543828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4ecd96-1884-4d02-bc0f-8f58518b1059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:45.508456862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c4ecd96-1884-4d02-bc0f-8f58518b1059","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:47.999075759Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"680b093d-e3d5-4be1-959e-5fb1c0fbaadd","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:48.821978399Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"101e44c0-6e1b-4f28-8b7b-12176bb9b615","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.291688938Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f4953d0-432b-401f-a803-dda6af02d4cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.448322889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e72ae44-105b-49ed-bae2-40395cd7dcc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.448346194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e72ae44-105b-49ed-bae2-40395cd7dcc2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.499095719Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3689b519-f271-4294-afd1-4e010c19174e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.499094839Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5bcf3c4-851b-4b32-8497-c394c852b80c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.5144715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6b0007e-761d-4b1d-9e3a-8878c769e888","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.514486664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b6b0007e-761d-4b1d-9e3a-8878c769e888","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.598738711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a72edd9e-e0aa-4b13-8b57-195df725aeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.598753067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee956394-d102-4627-835c-8057be9773dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.654277188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a72edd9e-e0aa-4b13-8b57-195df725aeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.654284567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee956394-d102-4627-835c-8057be9773dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.708216245Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a72edd9e-e0aa-4b13-8b57-195df725aeaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.708253359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee956394-d102-4627-835c-8057be9773dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.964772655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98acfbb7-3ea6-4705-9c53-511e0f430d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:49.96477121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ed1ee8-6381-4946-aa79-fc500ccee2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.020054843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ed1ee8-6381-4946-aa79-fc500ccee2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.020075282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98acfbb7-3ea6-4705-9c53-511e0f430d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.074067558Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98acfbb7-3ea6-4705-9c53-511e0f430d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.074147236Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ed1ee8-6381-4946-aa79-fc500ccee2e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:04:50.175572851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98acfbb7-3ea6-4705-9c53-511e0f430d86","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:04:50.175627429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ed1ee8-6381-4946-aa79-fc500ccee2e0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.330716272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e759642-2a36-4e49-acce-d69d495c86a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.330719341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd5baec0-7606-4c09-ae14-c961cfa77ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.386225082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd5baec0-7606-4c09-ae14-c961cfa77ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.386281122Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dd5baec0-7606-4c09-ae14-c961cfa77ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.386284484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e759642-2a36-4e49-acce-d69d495c86a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:50.386336182Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e759642-2a36-4e49-acce-d69d495c86a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:51.012209688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35bf67df-bbe5-4a06-9e2d-3c302d257c5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:51.012232422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"35bf67df-bbe5-4a06-9e2d-3c302d257c5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.786840784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b96b56-efa6-465a-9d58-d7cc9419e0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.786840545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cb8dd0b-bb26-4014-bc37-8dd9efab8ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.842275353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b96b56-efa6-465a-9d58-d7cc9419e0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.842334444Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27b96b56-efa6-465a-9d58-d7cc9419e0ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.84228025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cb8dd0b-bb26-4014-bc37-8dd9efab8ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:53.842425446Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cb8dd0b-bb26-4014-bc37-8dd9efab8ee7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.147164232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea20db1a-3733-4cdb-a415-b32c6eaef3df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.14719343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ea20db1a-3733-4cdb-a415-b32c6eaef3df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.14791548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54fb9f54-072b-4607-a554-c0ada755851e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.147932459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"54fb9f54-072b-4607-a554-c0ada755851e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.198006852Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55b9ffb1-e362-49ea-ba7b-0d1f267c516e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.198007278Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9029d2c-3805-4b2c-80e9-6363882134d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.214141991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"332978fe-7734-4251-9759-220f7b01b0bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.214165033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"332978fe-7734-4251-9759-220f7b01b0bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.214486424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"840cb356-1a0b-4295-b1b1-7e56da2bf35a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.214502371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"840cb356-1a0b-4295-b1b1-7e56da2bf35a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.296949011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028119c2-e333-429b-8b8f-497b9595f834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.296972737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fad6113-94a7-4162-a11b-64401746679e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.352462144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fad6113-94a7-4162-a11b-64401746679e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.352524843Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fad6113-94a7-4162-a11b-64401746679e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.353722039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028119c2-e333-429b-8b8f-497b9595f834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.353785688Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"028119c2-e333-429b-8b8f-497b9595f834","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.554501364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cddd2-5ac7-452c-a3e4-ec26906cd5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.554501274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12d8289c-e123-48ad-b13d-b53d2f3d5e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.609654201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cddd2-5ac7-452c-a3e4-ec26906cd5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.609712337Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a3cddd2-5ac7-452c-a3e4-ec26906cd5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.609748901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12d8289c-e123-48ad-b13d-b53d2f3d5e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:56.609794644Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12d8289c-e123-48ad-b13d-b53d2f3d5e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:57.429905725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70495c72-5f3c-4dae-bed9-54ef8387ac99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:57.429928382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"70495c72-5f3c-4dae-bed9-54ef8387ac99","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.623320994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b465ebb-fa73-46ea-84ac-4a806f3697df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.623522137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4c5f7-0705-49a8-8f11-df2ab8494ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.704267931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b465ebb-fa73-46ea-84ac-4a806f3697df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.704327769Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b465ebb-fa73-46ea-84ac-4a806f3697df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.704342288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4c5f7-0705-49a8-8f11-df2ab8494ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:04:59.704391362Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ad4c5f7-0705-49a8-8f11-df2ab8494ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.527530922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f92b6f9-f619-47f4-9f1a-c82db020199d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.527550418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f92b6f9-f619-47f4-9f1a-c82db020199d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.527856222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73c118c8-af86-403a-8a7d-26580e24abc5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.527869089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"73c118c8-af86-403a-8a7d-26580e24abc5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.528076723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a0348db-6032-47e0-9f20-d00afdc804b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.528091654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7a0348db-6032-47e0-9f20-d00afdc804b3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.57844937Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93f2a670-6656-49d6-be94-290ae0644cee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.578448845Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78459ed3-c477-4540-a315-59923fac240d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.59397699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9867c613-01ca-4c2a-a0dc-465562d33e05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.593994794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9867c613-01ca-4c2a-a0dc-465562d33e05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.59421867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39a57ac5-c9ff-4494-a0a5-f2183be47053","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.594230594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"39a57ac5-c9ff-4494-a0a5-f2183be47053","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.594465017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f57a001a-15d8-45d4-8e07-8a4e2277f611","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.594476014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f57a001a-15d8-45d4-8e07-8a4e2277f611","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.679220179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fb3fba-5ee7-4d5f-96ba-ba6146ed0517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.679220455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d0acb9-2d13-475d-bd84-fbccfd270f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.735104769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fb3fba-5ee7-4d5f-96ba-ba6146ed0517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.735164597Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5fb3fba-5ee7-4d5f-96ba-ba6146ed0517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.735182746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d0acb9-2d13-475d-bd84-fbccfd270f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.73523193Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9d0acb9-2d13-475d-bd84-fbccfd270f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.940104665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf70faec-96a5-4245-88d2-a842109f6385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.940104527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3ca75b4-eeda-4165-96e8-16e1625ea1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.995658344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf70faec-96a5-4245-88d2-a842109f6385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.995719581Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf70faec-96a5-4245-88d2-a842109f6385","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.995912434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3ca75b4-eeda-4165-96e8-16e1625ea1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:00.995955492Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3ca75b4-eeda-4165-96e8-16e1625ea1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:01.779930616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c94b3d9-24c7-41f4-941d-775caaccf629","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:01.779957008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5c94b3d9-24c7-41f4-941d-775caaccf629","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.922504268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c67c55b-1233-4819-8b2e-9d15d65018fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.922529729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0c67c55b-1233-4819-8b2e-9d15d65018fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.922836152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05688b38-4cdd-4127-8a83-7859f93837a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.922855252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"05688b38-4cdd-4127-8a83-7859f93837a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.92314045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f31a294-5ddd-4c35-bb99-13665a58dfdf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.923157186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f31a294-5ddd-4c35-bb99-13665a58dfdf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.923641459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ccdfdf1-f775-4293-9f57-5849859d5021","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.923660226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ccdfdf1-f775-4293-9f57-5849859d5021","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.974971797Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5502f13-efed-4e3a-834a-50b1df9c2184","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:04.975162481Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3aa6004f-ac6a-4931-b7a0-67373b728712","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.024645468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a322589-d6fe-4f85-a869-9bb2a40eecc5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.0246719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a322589-d6fe-4f85-a869-9bb2a40eecc5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.0250567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0299a59a-f44a-45c9-ab99-81b82018a544","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.025074819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0299a59a-f44a-45c9-ab99-81b82018a544","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.025380706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94c30059-546d-4d7f-b44c-4a50d21cd5d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.025481306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"94c30059-546d-4d7f-b44c-4a50d21cd5d2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.025798804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5fad0ac-bd6b-446f-8c42-606ee7ab9fa0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.025818009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d5fad0ac-bd6b-446f-8c42-606ee7ab9fa0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.07651128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6bc502-6a1a-4a40-a335-2640d93e9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.076547866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d0bafa-9880-48b3-ad7f-bc2200de960c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.133618218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6bc502-6a1a-4a40-a335-2640d93e9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.133656328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d0bafa-9880-48b3-ad7f-bc2200de960c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.133697639Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc6bc502-6a1a-4a40-a335-2640d93e9ce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.133714211Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35d0bafa-9880-48b3-ad7f-bc2200de960c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.333685185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607284e0-1483-4090-a807-6120d87ec544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.333722639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137ba553-6232-4609-b399-aca2ccadb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.389005896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607284e0-1483-4090-a807-6120d87ec544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.389044472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137ba553-6232-4609-b399-aca2ccadb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.389079371Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"607284e0-1483-4090-a807-6120d87ec544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:05.389089178Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"137ba553-6232-4609-b399-aca2ccadb416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:06.196596794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3af04147-2999-4d57-850a-1c187f6f30ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:06.196623004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3af04147-2999-4d57-850a-1c187f6f30ec","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.087626696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"341e8ef6-58d9-4e43-ad2f-c4ecf620a39e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.087655048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"341e8ef6-58d9-4e43-ad2f-c4ecf620a39e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088019143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f6bb36f-cdc0-44b9-a5ab-d5b8f80cf484","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088035915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1f6bb36f-cdc0-44b9-a5ab-d5b8f80cf484","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088324131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"baca8ccd-6113-4c3e-b184-b1a40b280c14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088340444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"baca8ccd-6113-4c3e-b184-b1a40b280c14","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088609459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ca42f07-52e6-4206-89ab-bb0a4330ac35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088626778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ca42f07-52e6-4206-89ab-bb0a4330ac35","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088939364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"15dbae34-bc77-4efd-a06f-a358bf231aef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.088955852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"15dbae34-bc77-4efd-a06f-a358bf231aef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.139022078Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da92305d-ec73-4041-9366-81ea92aa4486","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.139022113Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df0aaa3b-f682-494a-96bd-d47ca8d3008a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156067401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a9e7d17-3527-4333-90e5-2c9a0714532d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156090122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8a9e7d17-3527-4333-90e5-2c9a0714532d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156433611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9c5279f-f275-47fb-bb19-bb35ed994b25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156447386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a9c5279f-f275-47fb-bb19-bb35ed994b25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156650176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"146c9737-4483-4cc1-a8a0-febed65c6037","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.156660723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"146c9737-4483-4cc1-a8a0-febed65c6037","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.157221518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c9770ae-d9f9-431e-b49d-becabc435a6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.157236795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4c9770ae-d9f9-431e-b49d-becabc435a6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.157689972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94f5eaa0-7bfd-485e-8486-411b8dd12a4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.157714081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94f5eaa0-7bfd-485e-8486-411b8dd12a4e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.23706498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15d6e27-933b-46cd-9bd6-5dd96496c769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.23777734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b03b175-b0cf-4d16-9a51-e9e6bdc81e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.292484913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15d6e27-933b-46cd-9bd6-5dd96496c769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.292551641Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f15d6e27-933b-46cd-9bd6-5dd96496c769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.295680383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b03b175-b0cf-4d16-9a51-e9e6bdc81e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.29572732Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b03b175-b0cf-4d16-9a51-e9e6bdc81e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.492190961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a873d7a0-4372-46fa-9425-ab6f847db8a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.493748117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d620e92-9dd8-4c68-a5c3-80a0ce190e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.549995033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a873d7a0-4372-46fa-9425-ab6f847db8a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.550053905Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a873d7a0-4372-46fa-9425-ab6f847db8a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.550190685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d620e92-9dd8-4c68-a5c3-80a0ce190e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:08.550241549Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d620e92-9dd8-4c68-a5c3-80a0ce190e2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.33769558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d25dcef8-5517-48e3-9de4-9b7e361bc7b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:09.337715804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d25dcef8-5517-48e3-9de4-9b7e361bc7b2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.243717359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5596c51-1562-4fa8-8f63-ea6199bbf662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.243717038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1307008-acb0-45c8-a125-52dcaa5b6130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.329125323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5596c51-1562-4fa8-8f63-ea6199bbf662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.329166581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1307008-acb0-45c8-a125-52dcaa5b6130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.329214372Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5596c51-1562-4fa8-8f63-ea6199bbf662","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.329226069Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1307008-acb0-45c8-a125-52dcaa5b6130","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.532223543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"397fc3d6-48a9-4b57-a93a-07dba3c535c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.532223535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ad04a3-a458-4db5-bf4f-d5c4f4dc5028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.58758147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"397fc3d6-48a9-4b57-a93a-07dba3c535c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.587645168Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"397fc3d6-48a9-4b57-a93a-07dba3c535c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.587740445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ad04a3-a458-4db5-bf4f-d5c4f4dc5028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:12.587787237Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5ad04a3-a458-4db5-bf4f-d5c4f4dc5028","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.068492982Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321324972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55c54af0-825f-4d45-adac-d124ce7827b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321344055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55c54af0-825f-4d45-adac-d124ce7827b2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321672958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7ec4bba-bc53-4707-af03-f4c4ff8923fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321688139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a7ec4bba-bc53-4707-af03-f4c4ff8923fc","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321874169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04b3f7ac-2762-4b91-8806-2855c4a4d98d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.321883961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"04b3f7ac-2762-4b91-8806-2855c4a4d98d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322051626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bc641bc-a0f1-4fe2-a4f3-8b8ea535cb81","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322060762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6bc641bc-a0f1-4fe2-a4f3-8b8ea535cb81","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322215335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d24ba5c3-4135-444d-aa44-6986fca4fb68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322224665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d24ba5c3-4135-444d-aa44-6986fca4fb68","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322390846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee3309c1-241f-4e23-9292-568f74607bbc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.322426063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee3309c1-241f-4e23-9292-568f74607bbc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.372361343Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6356c40c-f6cc-4082-96c7-79a50e39cf4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.372447727Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"aa3d3fdd-784c-479e-9667-14584460d164","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.388954084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d1a0d55-841f-431f-9933-909fea322896","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.388976505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d1a0d55-841f-431f-9933-909fea322896","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389206946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cfe7561a-c5fd-4b80-b2b4-a159c937153a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389221454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cfe7561a-c5fd-4b80-b2b4-a159c937153a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389429094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57cfe1cc-cbe8-4c7a-8494-2b44d49d4023","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389440497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"57cfe1cc-cbe8-4c7a-8494-2b44d49d4023","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389619678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc0e3715-3756-46f3-b2aa-4781bc0fc67c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389629464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc0e3715-3756-46f3-b2aa-4781bc0fc67c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389805821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09992522-1d68-496e-ab48-28c432fe79ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389815718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"09992522-1d68-496e-ab48-28c432fe79ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389983289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a44686ea-09fc-4008-9124-6980ae2d7633","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.389994178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a44686ea-09fc-4008-9124-6980ae2d7633","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.47085679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfc91209-618b-4c48-92e8-7c6c45d834e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.470887889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e5ef970-21f7-42d1-a231-fedc72d99375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.526938906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e5ef970-21f7-42d1-a231-fedc72d99375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.526942446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfc91209-618b-4c48-92e8-7c6c45d834e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.527059574Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bfc91209-618b-4c48-92e8-7c6c45d834e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.527010498Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e5ef970-21f7-42d1-a231-fedc72d99375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.726698492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b1b9ac8-fc58-414b-adef-57553e009736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.726698549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be30b208-fe2c-420a-a7f4-481df6186e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.782527037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b1b9ac8-fc58-414b-adef-57553e009736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.782541763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be30b208-fe2c-420a-a7f4-481df6186e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.782585384Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b1b9ac8-fc58-414b-adef-57553e009736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:13.78258576Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be30b208-fe2c-420a-a7f4-481df6186e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.590219422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e87ac8a1-80d3-40d0-bd31-c8263486f869","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:14.590238891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e87ac8a1-80d3-40d0-bd31-c8263486f869","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346235433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27e340f2-38a5-441c-a921-96b1e654d43a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346323822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27e340f2-38a5-441c-a921-96b1e654d43a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346669317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b82eabe7-cbaa-4668-a908-b9c7d4120fc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346684604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b82eabe7-cbaa-4668-a908-b9c7d4120fc2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346899983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e30d49c8-9e25-4a02-8adb-f49bc0401683","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.346912693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e30d49c8-9e25-4a02-8adb-f49bc0401683","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347109635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e26b485-7272-4a43-83ff-f7628b7dd4f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347121448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6e26b485-7272-4a43-83ff-f7628b7dd4f9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347297759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8420292b-0386-404e-98ed-f3fbea28328b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347308087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8420292b-0386-404e-98ed-f3fbea28328b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347784317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cc9aa6b-3bc6-4126-a849-ce48dc2f775b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.347801586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cc9aa6b-3bc6-4126-a849-ce48dc2f775b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.348472762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b538f4-252a-420b-8893-765241d96d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.348488281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23b538f4-252a-420b-8893-765241d96d28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.396309179Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c0b61f4-52c9-4b81-977c-0792068e898f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.413278148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c82c3f3c-e3d1-47a8-859e-23ef7dfa3df6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.413298794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c82c3f3c-e3d1-47a8-859e-23ef7dfa3df6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.41352476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e215258-a957-4c4e-884b-15fc5524cf9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.41353644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6e215258-a957-4c4e-884b-15fc5524cf9e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.413746816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7fd50d55-b69e-49c0-94c6-465e73239f7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.413763326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7fd50d55-b69e-49c0-94c6-465e73239f7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.413966362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"190873e8-2464-44f8-9d18-63b4e740ad69","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.41397627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"190873e8-2464-44f8-9d18-63b4e740ad69","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.414142134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f7e1467-dc55-4a4d-9ac4-6555810ca166","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.41415109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2f7e1467-dc55-4a4d-9ac4-6555810ca166","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.414308641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8e9539a-31c2-48de-b982-4e7c60b20ca9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.414318118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e8e9539a-31c2-48de-b982-4e7c60b20ca9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.41453061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a57fba5-951f-4dad-a0db-a06748301a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.414542731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a57fba5-951f-4dad-a0db-a06748301a4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.495888102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d9ec1e0-f826-4a8f-a4b7-82ef9e9d1378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.495888169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b6aa451-3911-4b6a-9ce3-e072f6148d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.553544289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d9ec1e0-f826-4a8f-a4b7-82ef9e9d1378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.553628873Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d9ec1e0-f826-4a8f-a4b7-82ef9e9d1378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.553544452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b6aa451-3911-4b6a-9ce3-e072f6148d28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.553792209Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ca31f0b-e2de-46ae-91d6-6c1e73140aac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.754198889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b61a37d-5017-4a6e-80c6-be018b59ad23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.75502212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63125a53-6a6d-492c-a4c7-e4b123440dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.755038548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63125a53-6a6d-492c-a4c7-e4b123440dde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.809667365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b61a37d-5017-4a6e-80c6-be018b59ad23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.809724084Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b61a37d-5017-4a6e-80c6-be018b59ad23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.853982847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ba83dc-250a-4cf6-a31a-a146aa470dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.913299055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79ba83dc-250a-4cf6-a31a-a146aa470dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:17.959019334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e46b3ce-3a47-4d27-a762-2e6cfccc4a9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.600877139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f10895-6d61-42b3-b25d-99a08a1ed23b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.600896714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f10895-6d61-42b3-b25d-99a08a1ed23b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:18.802288248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b70f7bde-962c-47b6-941e-8c2daefac3dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.233460367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c82006b8-5d63-42b5-a9ca-0f09ba2e4983","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.233485075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c82006b8-5d63-42b5-a9ca-0f09ba2e4983","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.233802693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1e79118-0363-41db-a61c-ffc3adf7eb2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.233816208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1e79118-0363-41db-a61c-ffc3adf7eb2e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234087643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d44015a-ca42-4a4a-a457-a7f9783ff1cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234105728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d44015a-ca42-4a4a-a457-a7f9783ff1cc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234347559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9e69b45-2259-4502-88f9-0ece90a09a05","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.23436206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c9e69b45-2259-4502-88f9-0ece90a09a05","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.23464911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76e89bf3-8d32-4b8a-a95d-f36b282524c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234666195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"76e89bf3-8d32-4b8a-a95d-f36b282524c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234915193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"85315b71-5c6d-442a-b881-3e34f04ff5b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.234931857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"85315b71-5c6d-442a-b881-3e34f04ff5b1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.235202224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1a9e47a-0196-4983-8756-d0dfbc9177ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.235220297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1a9e47a-0196-4983-8756-d0dfbc9177ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.235511388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20803e7a-7ffd-40fb-852b-afb840ae60dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.235524084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20803e7a-7ffd-40fb-852b-afb840ae60dc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.300650364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0eb0edf-605c-4c40-8f5c-2c7ff1d315b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.300674336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b0eb0edf-605c-4c40-8f5c-2c7ff1d315b0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.30093526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38767b6a-90dd-4afe-ab02-961fffa0a3ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.300947754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"38767b6a-90dd-4afe-ab02-961fffa0a3ce","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301144387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abbb9b37-d257-49c6-85a3-d0c86dd0976c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301155873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abbb9b37-d257-49c6-85a3-d0c86dd0976c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301420504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff9aeefb-b0f2-4bc0-86a2-9e2a6b5555fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301435211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ff9aeefb-b0f2-4bc0-86a2-9e2a6b5555fb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301682006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e89ae12e-379c-4568-895d-44ba7a71e369","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301696951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e89ae12e-379c-4568-895d-44ba7a71e369","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301915238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dff8199-0abd-4319-ab7e-da3ca628f649","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.301927554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5dff8199-0abd-4319-ab7e-da3ca628f649","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.302131778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0ec305d-1c99-4172-9568-95c61514fac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.302142372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0ec305d-1c99-4172-9568-95c61514fac3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.302373257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb894549-16fa-4ac7-ab9d-86f098fa6bcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.302385144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb894549-16fa-4ac7-ab9d-86f098fa6bcc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.38489984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e3e8f6-a73e-4935-90d7-907ec7306ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.385182588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b418b8c3-354f-4a48-8a01-642720593a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.439927206Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7531aa11-5da0-4702-ab79-94fbfc763ba5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.440008187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd6bf53c-8295-406e-9f96-13e1cf47be03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.444873572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b418b8c3-354f-4a48-8a01-642720593a3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.444945452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e3e8f6-a73e-4935-90d7-907ec7306ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.602423234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64ebbd0e-2f10-4118-bd60-8088364882c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.602441735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"64ebbd0e-2f10-4118-bd60-8088364882c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.801664515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5c1935b-1d44-478b-a404-c39a1ea1698a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.801664512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53c55ec3-c3f0-43d0-9cad-13464fe8b5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.805791896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9269e27d-975b-444d-b3b5-bfecb387db52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.85857552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5c1935b-1d44-478b-a404-c39a1ea1698a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.858800377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53c55ec3-c3f0-43d0-9cad-13464fe8b5fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:21.917121569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b23076b-5fe5-4f66-9ea7-45f50fe7c8bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.077169138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d817083-ea02-4377-9c12-ca359a6ab065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.077195522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d817083-ea02-4377-9c12-ca359a6ab065","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.210597731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6d6eca-2754-4203-a7ee-bd06a96c9a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.210598206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63e462d9-9284-4dbd-9fc6-483f584e36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.266435572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"63e462d9-9284-4dbd-9fc6-483f584e36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.266460015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a6d6eca-2754-4203-a7ee-bd06a96c9a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.505608907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad674f90-031a-435b-8d2f-94379d30b205","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.505626711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ad674f90-031a-435b-8d2f-94379d30b205","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:22.708269583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcbe55b1-3d8e-4e38-9f66-cba8a3ba2655","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.97617708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"154804f9-6fc0-42fb-bf39-fa47bd58ed7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:24.976204619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"154804f9-6fc0-42fb-bf39-fa47bd58ed7a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.297054806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ad0cccc-49ba-4843-a877-49546ee23485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.415845434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c6855c8-ac6f-48c4-ac5a-60d94acc9ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.41584515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40aa6817-64ea-4f25-b378-2470bc0cb282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.45520652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e50beea8-c26f-42b2-bf98-5a8fff1bd572","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.455224943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e50beea8-c26f-42b2-bf98-5a8fff1bd572","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.504923309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c6855c8-ac6f-48c4-ac5a-60d94acc9ccf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:29.505022872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40aa6817-64ea-4f25-b378-2470bc0cb282","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:30.65075494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e299c6cc-86d0-40a9-962b-612a742344d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:30.650774801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e299c6cc-86d0-40a9-962b-612a742344d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.301684397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"13091096-5ee9-45bd-80fa-b5b4af157c33","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.301711829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"13091096-5ee9-45bd-80fa-b5b4af157c33","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.302178366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab88f363-293e-47b8-8d14-44f8ed158036","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.302198829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab88f363-293e-47b8-8d14-44f8ed158036","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.302532576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc385879-bd25-445c-b639-c8e73e549c60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.302550151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc385879-bd25-445c-b639-c8e73e549c60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.30284814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"112aa304-0c3e-4ede-b8e1-4e0cb989308a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:31.302865541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"112aa304-0c3e-4ede-b8e1-4e0cb989308a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:32.078741744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77493365-9eec-43ad-b652-d3316153c74b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:32.078760663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77493365-9eec-43ad-b652-d3316153c74b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:34.838385856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd099b0-483c-4f00-9bff-ca681078e234","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:34.838417602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0bd099b0-483c-4f00-9bff-ca681078e234","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.353208026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46aa0713-c001-4614-8cce-0bf5877e0b8f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.353233929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46aa0713-c001-4614-8cce-0bf5877e0b8f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.543788028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afe4b8ef-d9cb-4aa8-b3b1-2225e55c24bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:38.662773624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a791ca68-6ad5-42ce-9dbb-aaa4adc62122","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.455950895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"703249f7-0bc8-4509-bd9f-036d2706c1a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:39.455969488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"703249f7-0bc8-4509-bd9f-036d2706c1a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.30569001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40c67d11-6015-43fc-9e3c-96c05dcd3b71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.305809778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"40c67d11-6015-43fc-9e3c-96c05dcd3b71","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.306294279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d690de2c-1e46-452d-8861-84faeccf60d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.306353355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d690de2c-1e46-452d-8861-84faeccf60d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.791242195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f6dec36-3b2a-4a66-9cfe-6be38a6d1cfd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:41.791263298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4f6dec36-3b2a-4a66-9cfe-6be38a6d1cfd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.079853833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92ab266c-b2fa-4700-b235-6ef3a4788f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:42.079873584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92ab266c-b2fa-4700-b235-6ef3a4788f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:43.115650871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:45.297294129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fce79949-fc66-4927-895d-53d54d48bc10","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:45.297432254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fce79949-fc66-4927-895d-53d54d48bc10","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.556020066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d35abd5c-0464-4106-9538-1bc8e431d701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.55604958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d35abd5c-0464-4106-9538-1bc8e431d701","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.759564496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b63fdef-25ce-4a74-9793-ede7c75a73c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.76206032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"402da8c2-03ae-4ebf-bbd7-8e5f2073f992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.76246793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f5b3b9-8c10-4150-a0cd-4893e5c92c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.865620748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61f5b3b9-8c10-4150-a0cd-4893e5c92c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.866549735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"402da8c2-03ae-4ebf-bbd7-8e5f2073f992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.919643521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e4e8ffc-a472-459d-b638-33dc45d6160a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:48.919663062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e4e8ffc-a472-459d-b638-33dc45d6160a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:49.121000651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"440904b6-83a5-46f3-8481-108b64293b26","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:49.457309751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97f5cfda-da04-4a96-98f6-2d39721d1e10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:49.457327985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"97f5cfda-da04-4a96-98f6-2d39721d1e10","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:54.850334947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6373003-ed21-4c85-8e9d-3f01517ec1b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:54.850355703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d6373003-ed21-4c85-8e9d-3f01517ec1b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.05222618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a97ed97c-d096-4153-907a-999bdc13bf6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.056757019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af4b3d65-3ab1-4f80-bb8f-ce944e6122d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.056757051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e99cf491-d6ad-4412-bf63-180d72216993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.160792153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"af4b3d65-3ab1-4f80-bb8f-ce944e6122d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.161126613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e99cf491-d6ad-4412-bf63-180d72216993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.21436996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"829f255a-936f-4a51-a0d0-021634915de7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.214391478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"829f255a-936f-4a51-a0d0-021634915de7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:55.415438274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef2de5b8-91cf-4c7d-b7ec-315ca84c7a14","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.643284193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11530b32-b5a3-420d-a06d-19997ec12613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.643309474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11530b32-b5a3-420d-a06d-19997ec12613","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.793115012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f9ada0e-db41-440f-8bda-1d00361afabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.848373118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f9ada0e-db41-440f-8bda-1d00361afabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.865280261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d22c6384-9dfe-4f44-b015-7e17bbf083e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:57.865303926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d22c6384-9dfe-4f44-b015-7e17bbf083e7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.014163916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2570d543-7ccf-47b3-8c9c-c10889ef427a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.053691758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a518c955-da9e-43de-8faa-a48f789756cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.053723797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a518c955-da9e-43de-8faa-a48f789756cc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.065884783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"296a1689-0462-484b-99be-04f98ed6123a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.069355959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2570d543-7ccf-47b3-8c9c-c10889ef427a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.202478895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b848170e-9504-4990-8bcc-e359bd04d01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.227879283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf0c3532-43b2-426f-b3f6-b72743f29769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.227899153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bf0c3532-43b2-426f-b3f6-b72743f29769","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.25744757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b848170e-9504-4990-8bcc-e359bd04d01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:05:58.508860559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b848170e-9504-4990-8bcc-e359bd04d01a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.663207007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874e8076-b74b-4ace-8723-d85a39217f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:05:58.718475884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"874e8076-b74b-4ace-8723-d85a39217f6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:13.115790907Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.70052754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c627469d-ee4e-445b-bd1b-d7febcee4790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.750674039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c627469d-ee4e-445b-bd1b-d7febcee4790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.800759252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c627469d-ee4e-445b-bd1b-d7febcee4790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:30.850956709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c627469d-ee4e-445b-bd1b-d7febcee4790","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:31.362678345Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-123885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-123885","reconcileID":"76e0ed0a-a743-4959-909e-3c70f11a2892","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-123885","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-123885":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.132675619Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-6fa7dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-6fa7dd","reconcileID":"623438b7-5998-4038-bd5b-ca9832cc6496","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-6fa7dd","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-6fa7dd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.761558784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5ddffa-0045-4d25-93c9-61d43fac6cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.811757836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5ddffa-0045-4d25-93c9-61d43fac6cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.862725809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5ddffa-0045-4d25-93c9-61d43fac6cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:32.912774814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce5ddffa-0045-4d25-93c9-61d43fac6cb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:33.974930256Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-78ee28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-78ee28","reconcileID":"908068f2-1815-458d-bd2a-1ad2c6791491","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-78ee28","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-78ee28":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:34.73429725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d37ec8-9944-4a41-8a69-46c5a82009a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:34.79149978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d37ec8-9944-4a41-8a69-46c5a82009a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:34.841486573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d37ec8-9944-4a41-8a69-46c5a82009a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:34.891383259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59d37ec8-9944-4a41-8a69-46c5a82009a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:36.722326833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0454f-96c4-4323-8ab6-9eee02a116ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:36.772596616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0454f-96c4-4323-8ab6-9eee02a116ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:36.822872487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0454f-96c4-4323-8ab6-9eee02a116ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:36.873494047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dc0454f-96c4-4323-8ab6-9eee02a116ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:41.441147448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"4d132578-d7d0-4526-a856-b43752ac041d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:41.554661966Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"4d132578-d7d0-4526-a856-b43752ac041d","name":"e2e-worker-w0-6fa7dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:43.066986803Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.163995124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"93099570-3d35-4cc9-8a1e-d4b6a59b0a09","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.27947229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"93099570-3d35-4cc9-8a1e-d4b6a59b0a09","name":"e2e-worker-w3-123885-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.330862684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bfe4d402-aed2-4c0a-ae7f-588f7b54ea9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:46.450328321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cccfb6e-aee4-489a-9f32-34f065ab3154","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:50.982393141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"2f4dde53-b326-476a-97a1-05145e76ab8b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:51.101975994Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"2f4dde53-b326-476a-97a1-05145e76ab8b","name":"e2e-praxis-a-78ee28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.008940073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66384655-0245-454f-a123-0d97330a6b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.008967834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66384655-0245-454f-a123-0d97330a6b5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.063965885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bf0086c-770d-4fe0-bbe5-1adea59efc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.063986653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8bf0086c-770d-4fe0-bbe5-1adea59efc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.213505948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"0325f384-5c49-4c0b-80c2-b7c62d7a13ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.268869182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"0325f384-5c49-4c0b-80c2-b7c62d7a13ee","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.279006191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cf4097b-6894-4edd-b4de-274ec1ef9cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.27902412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cf4097b-6894-4edd-b4de-274ec1ef9cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.334228618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b5281c-816f-4efc-84fd-ba92c2c9daed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.334254561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b5281c-816f-4efc-84fd-ba92c2c9daed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:06:52.380680907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"a84f5e24-ba58-4625-a02c-115c425f5e57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-188ab9d5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.390476464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40eee4e1-de47-4498-900e-d7250802ce7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.390497347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40eee4e1-de47-4498-900e-d7250802ce7e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.42790986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc056aee-585a-4c76-a58c-1d4c1b5bb91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.427934166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee048dda-f5c0-4d85-9388-51eb0cf6ef2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.446840923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb1180d3-8512-4e82-b641-2f4db26c3adc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.446864499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb1180d3-8512-4e82-b641-2f4db26c3adc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.483085122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc056aee-585a-4c76-a58c-1d4c1b5bb91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.483674464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee048dda-f5c0-4d85-9388-51eb0cf6ef2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.490247101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fc98f7-bfa7-4676-8709-c5c78ea6c74f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.49026191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07fc98f7-bfa7-4676-8709-c5c78ea6c74f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.543645876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea19456-f692-4a4d-8279-29a837da3839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.54367156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ea19456-f692-4a4d-8279-29a837da3839","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.576628384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4940128a-d137-4c02-b56f-b106c605aac0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.5766484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4940128a-d137-4c02-b56f-b106c605aac0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.726078724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"8194c661-e43e-490d-9c0d-6fb0005452e6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.781511172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"8194c661-e43e-490d-9c0d-6fb0005452e6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.80173107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"fdd75dd8-e389-42ed-97b0-8f543d9f967f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-188ab9d5","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.801890243Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"fdd75dd8-e389-42ed-97b0-8f543d9f967f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-188ab9d5","error":"MaaSModelRef not found: llm/nonexistent-model-188ab9d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.874250838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3458b224-7fd5-475b-b655-453112cb1219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.874346829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66120f95-ab99-43d3-97ea-b2181df7d006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.929775717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3458b224-7fd5-475b-b655-453112cb1219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:52.93087109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66120f95-ab99-43d3-97ea-b2181df7d006","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.003869819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ab4486b-ebcb-45fd-9cad-70db64352918","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.060622623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5c1ab5c-bc46-408f-8069-e072dd022da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.060648163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5c1ab5c-bc46-408f-8069-e072dd022da3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.263958187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"d9933a2b-2a87-43cb-b1d5-cc2bfbcd52ed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:53.264143817Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"d9933a2b-2a87-43cb-b1d5-cc2bfbcd52ed","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-188ab9d5","error":"MaaSModelRef not found: llm/nonexistent-model-188ab9d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.019217949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bcf594-c2b9-45b5-88a8-8f5ca8be1ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.019237032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69bcf594-c2b9-45b5-88a8-8f5ca8be1ec8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.168547384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"d96019f3-3a4c-4e4f-b85c-0e265971469e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.168742232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea360cb-9370-4a6b-8624-bb6595fb2e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.168547073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b1a7024-d69f-4e3a-9ffe-05d7e1795ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.226378964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dea360cb-9370-4a6b-8624-bb6595fb2e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.226384799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"d96019f3-3a4c-4e4f-b85c-0e265971469e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:06:55.230147628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b1a7024-d69f-4e3a-9ffe-05d7e1795ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:03.390586354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62105bfe-fbf3-4489-af71-130c690ad91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:03.441376622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62105bfe-fbf3-4489-af71-130c690ad91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:03.492033474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62105bfe-fbf3-4489-af71-130c690ad91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:03.542744594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62105bfe-fbf3-4489-af71-130c690ad91f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:05.175095291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"f8e3a7d2-fae4-47f8-8f42-c1585c5484b1","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ad60afb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:05.380299148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b2a7d3-79c3-41d3-bcf5-0d3c6511e6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:05.431075538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b2a7d3-79c3-41d3-bcf5-0d3c6511e6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:05.481229852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b2a7d3-79c3-41d3-bcf5-0d3c6511e6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:05.531945468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b2a7d3-79c3-41d3-bcf5-0d3c6511e6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:07.528430954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ff3dc-7a5e-497a-a153-0709290c73ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:07.586692564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ff3dc-7a5e-497a-a153-0709290c73ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:07.639728197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ff3dc-7a5e-497a-a153-0709290c73ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:07.689818153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"949ff3dc-7a5e-497a-a153-0709290c73ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.254934288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69943866-bef3-4b7c-91ad-ecbb9e927107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.41363507Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"206da574-aa43-413e-97b3-f2a65008cd1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.624230366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b655046d-7203-4c78-a5f2-88a767bdcd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.675816364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b655046d-7203-4c78-a5f2-88a767bdcd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.734113973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b655046d-7203-4c78-a5f2-88a767bdcd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.785585438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b655046d-7203-4c78-a5f2-88a767bdcd8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:09.90288342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32c11882-d1e2-4835-986c-8d8f6be46997","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:11.937725395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaad1998-63a3-43be-8648-d3df49ba2cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:12.049287675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaad1998-63a3-43be-8648-d3df49ba2cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:12.104449161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaad1998-63a3-43be-8648-d3df49ba2cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:12.161153848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aaad1998-63a3-43be-8648-d3df49ba2cf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:13.076649991Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.445245632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5942e5-c9aa-4def-ad8b-7b1b3930159e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.500922318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5942e5-c9aa-4def-ad8b-7b1b3930159e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.556218948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5942e5-c9aa-4def-ad8b-7b1b3930159e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:14.616931743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5942e5-c9aa-4def-ad8b-7b1b3930159e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.230855071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"01110215-3201-460c-9ffb-7d665e65d0ca","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-188ab9d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.407387112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"01110215-3201-460c-9ffb-7d665e65d0ca","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.407445332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"01110215-3201-460c-9ffb-7d665e65d0ca","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-188ab9d5","subscription":"e2e-neg-ghost-sub-188ab9d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.407604665Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-188ab9d5","reconcileID":"01110215-3201-460c-9ffb-7d665e65d0ca","MaaSSubscription":{"name":"e2e-neg-ghost-sub-188ab9d5","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-188ab9d5","error":"MaaSModelRef not found: llm/nonexistent-model-188ab9d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.674797325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6f08f03-34cf-4323-95da-79afd928db36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.674816703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e6f08f03-34cf-4323-95da-79afd928db36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.819184727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a4ed37b-8785-4315-96ba-3c3279cd850e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.819213831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a4ed37b-8785-4315-96ba-3c3279cd850e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.841002452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3a7d9e3-bb30-4a28-a65f-749fce97591f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.841011212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"0d6ef4bc-3a8e-4e23-b820-b20718285278","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.841848678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3eefbe-3f78-47bb-9094-6e86b6e981f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.902171779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ae3eefbe-3f78-47bb-9094-6e86b6e981f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.902825282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3a7d9e3-bb30-4a28-a65f-749fce97591f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:15.905951949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"0d6ef4bc-3a8e-4e23-b820-b20718285278","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.15117104Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-188ab9d5","reconcileID":"2985d808-e5aa-4532-86a1-8689dfc427c8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-188ab9d5","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.351384356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a652e9e-95b4-47d9-8aee-5da918f625da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.351529906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a652e9e-95b4-47d9-8aee-5da918f625da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.626197196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d185e5e-e814-4a2e-9c0a-ab626a92a796","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.626314772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d185e5e-e814-4a2e-9c0a-ab626a92a796","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.681962673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8507305c-540b-488b-83a9-07b3ce5ea3ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.681983058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8507305c-540b-488b-83a9-07b3ce5ea3ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.733737499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb83437-8858-42c3-bc82-ba9c2ee90af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.784745225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb83437-8858-42c3-bc82-ba9c2ee90af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.83737345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb83437-8858-42c3-bc82-ba9c2ee90af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.888836762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb83437-8858-42c3-bc82-ba9c2ee90af8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.908176788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c13a9f61-0094-4f25-b412-7f5e5ba2aa0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.94454508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"844af4bc-1fc9-4669-b42c-f5507e9b0626","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:16.999206536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"120e1d93-b723-4698-94ca-ef90f2ffd01e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.037564278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"844af4bc-1fc9-4669-b42c-f5507e9b0626","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.178187713Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"844af4bc-1fc9-4669-b42c-f5507e9b0626","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0cd96004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.487695277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b23540e-9b0c-4dba-8327-00df7b8d46cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.487716357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b23540e-9b0c-4dba-8327-00df7b8d46cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.686323445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"bcebfd6d-d3e1-408d-b771-a6c4d887c5cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.742569358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"bcebfd6d-d3e1-408d-b771-a6c4d887c5cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:17.849497317Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"bcebfd6d-d3e1-408d-b771-a6c4d887c5cc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0cd96004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.355139054Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"1418c2d4-90be-4248-94e9-b89679dbb6ad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.355169078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c169be4-deef-42a7-b65f-dc58cd509b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.355369338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2c169be4-deef-42a7-b65f-dc58cd509b3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.406902703Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-0cd96004","reconcileID":"1418c2d4-90be-4248-94e9-b89679dbb6ad","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-0cd96004","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-0cd96004","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.662473724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a463c7e-4337-4d2d-aed6-b3f6ce3f68b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:19.662501606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a463c7e-4337-4d2d-aed6-b3f6ce3f68b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.195291677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d820cfca-a43b-41d1-bfea-63b34d162c35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.345128672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16c9608f-dbac-4cc8-87b0-89ff4c2b657e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.459249148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d8f603-3046-48f2-b31d-bdd9efdbc054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.510413089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d8f603-3046-48f2-b31d-bdd9efdbc054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.561177654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d8f603-3046-48f2-b31d-bdd9efdbc054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:23.612122503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79d8f603-3046-48f2-b31d-bdd9efdbc054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:24.036621652Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-87b38c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-87b38c","reconcileID":"ceb7994a-d6f8-42d7-b9f9-6f03149ee37a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-87b38c","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-87b38c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.641416061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39d2b79-46da-44a2-8694-0f280ba3c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.692357133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39d2b79-46da-44a2-8694-0f280ba3c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.742739483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39d2b79-46da-44a2-8694-0f280ba3c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:25.792897955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a39d2b79-46da-44a2-8694-0f280ba3c2f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.620255953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee047eb-11a8-46df-852e-1dd4894868e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.68093638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee047eb-11a8-46df-852e-1dd4894868e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.73236693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee047eb-11a8-46df-852e-1dd4894868e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:27.783179102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee047eb-11a8-46df-852e-1dd4894868e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:29.055860268Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ff34e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ff34e5","reconcileID":"47f3aa15-b74d-435b-85c8-772a1dcd9b16","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ff34e5","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ff34e5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:29.63080794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed22dc-d071-420b-8d62-98334195dedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:29.680863953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed22dc-d071-420b-8d62-98334195dedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:29.730883719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed22dc-d071-420b-8d62-98334195dedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:29.781076305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ed22dc-d071-420b-8d62-98334195dedb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:31.631933814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc17a57-4064-4b2c-a912-d631ac49e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:31.681852787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc17a57-4064-4b2c-a912-d631ac49e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:31.731630456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc17a57-4064-4b2c-a912-d631ac49e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:31.781740559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8bc17a57-4064-4b2c-a912-d631ac49e470","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:40.103590892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df196736-56e9-40d9-98af-769ea63f37a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:40.225249196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9224fefa-9473-4ae6-a558-3afe5e609543","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:40.609300231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e6d9f31c-097c-4034-9c61-2ee0dff90441","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:43.067615898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.786821403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"f8798182-8103-4a41-a257-e4003c42b5a4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-87b38c","tenantID":"e2e-praxis-b-87b38c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.824907028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"741da29c-1b4c-4a75-912e-2768cc1b5823","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.892860532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0551a624-c315-48d6-abef-64573e580840","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:46.902335979Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"f8798182-8103-4a41-a257-e4003c42b5a4","name":"e2e-praxis-b-87b38c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.114028274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"58b79f88-c5b9-4451-a845-0cdfe2166952","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:07:56.227178358Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"58b79f88-c5b9-4451-a845-0cdfe2166952","name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:10.513838723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ce2151b6-85c8-4b22-8ac3-b329caf18f97","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.069295455Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.515496124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79a620e2-5194-453b-80fa-c838001aa15b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:13.779897447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0701d695-76ea-4a3e-add4-6f196f6cf1ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.737477546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8476e569-ed7b-4d68-bc1c-879104382f5f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.805538038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"5f91f1a9-d0b9-40e5-b0cf-c762ae2e7642","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.910233831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80cab0f-dd91-44fd-b9f7-8a6ef9ea495a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:17.961233801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80cab0f-dd91-44fd-b9f7-8a6ef9ea495a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.011110598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80cab0f-dd91-44fd-b9f7-8a6ef9ea495a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.061100792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80cab0f-dd91-44fd-b9f7-8a6ef9ea495a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.064000569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"2060887a-d0b6-438d-ad00-4d9ec438ebe3","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.172981513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"dea7ce5f-d399-44fb-9d22-32815caa33d1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.227785278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0dc2b842-9dce-4517-8f33-3f51bc8811ee","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:18.276244262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"399bbe0f-ed2a-424e-9c47-5cb1fca06392","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.384053379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"318729da-aff7-4171-8b7e-2cdf8bfb323c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.432051689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0aa13da0-0042-49e6-8227-5be66d72539f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.490343437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f8dc54e2-a5c9-4ef4-8dd2-3255a92dc877","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.589239779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dc636688-8609-440f-8b40-e0074ee4b0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.643258317Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"97b95a2a-7ed6-417b-9541-42bdc5ea9327","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.705364495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"e1af49ba-dcb8-45d1-af10-fe98d2c50cc4","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.725491999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dc636688-8609-440f-8b40-e0074ee4b0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.758257495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b63fb5ca-ab14-4e53-81b4-3e4a63535c98","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.779283453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dc636688-8609-440f-8b40-e0074ee4b0bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:18.795484286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"97b95a2a-7ed6-417b-9541-42bdc5ea9327","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.808513017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c0fc6e50-b678-41f8-9876-cae139713526","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:18.813232992Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.8336153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ae7cb206-4e37-447b-9344-14781db79224","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.863308274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"280d5aa8-7d75-4e6f-869f-53106826c980","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.933287131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"884b4fd1-2ae7-425f-8db1-12f39dea7b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.981989223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"adf20323-ba96-47f1-8cc1-1f0ef61aa10e","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.988336938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"884b4fd1-2ae7-425f-8db1-12f39dea7b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:18.99810689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"81cf7235-a817-4bd4-825f-d436bf5a7d47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.037956524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"ffe69163-ad35-4a2a-ae29-004439204196","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.042002668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"884b4fd1-2ae7-425f-8db1-12f39dea7b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.102972538Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"22f6b3ba-46c6-45d0-aefa-6b12eeeac96b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"premium-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:19.14985496Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"ffe69163-ad35-4a2a-ae29-004439204196","name":"premium-w0-6fa7dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:19.149919432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"ffe69163-ad35-4a2a-ae29-004439204196","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.155487536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"4272f55a-9fa0-4f96-a405-85846b93853c","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.19750055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"57ee824d-8716-44d0-aff4-56c52d874799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.204696157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"169455e6-0df7-448a-88c9-7d8cd4861a08","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.252384053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"57ee824d-8716-44d0-aff4-56c52d874799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.297180839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c4ca7c79-d468-40ff-be9f-4e033479caea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.305279832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"525f495f-0d10-4ffe-bd69-3430196d892a","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.308423243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"57ee824d-8716-44d0-aff4-56c52d874799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.352251702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c4ca7c79-d468-40ff-be9f-4e033479caea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.367202968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"fec3cdff-a2f1-4b78-8278-65e684715411","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.412668765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c4ca7c79-d468-40ff-be9f-4e033479caea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.508868011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"80f0daa3-0ddf-4d52-ab73-9279366abde3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.516034005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a46d799c-85f9-4a80-af3c-2df6573c7f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.572381896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a46d799c-85f9-4a80-af3c-2df6573c7f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.62610842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a46d799c-85f9-4a80-af3c-2df6573c7f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.941651387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccdcc8-cb36-461d-91fd-e5c2d393b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:19.991917305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccdcc8-cb36-461d-91fd-e5c2d393b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.042458411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccdcc8-cb36-461d-91fd-e5c2d393b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:20.092653513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccdcc8-cb36-461d-91fd-e5c2d393b6f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.738607966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cbb8eeb9-c87e-41dd-b6e3-22b4730915a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.861133111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"6f6bb6cc-1877-49fb-b393-066f44436cf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:26.962446042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73b70873-cbcf-4efd-877b-7b3c511606df","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.018226216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c2f8c230-bca2-41a0-bc43-475e2673b0b9","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.062344119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"673d67ca-3446-405d-96e9-f305351c2295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.216731434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8760f713-91fe-432a-bef4-7cfa1953bbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.216731448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fd0868d7-5ec1-411b-9145-e6bb5f5c6abe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.224176321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"79259266-980d-4655-b748-b415374a2a67","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.272270926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8760f713-91fe-432a-bef4-7cfa1953bbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.272337972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fd0868d7-5ec1-411b-9145-e6bb5f5c6abe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.32639241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05f1338fb0c1adf0f3bb35406c15ce91cfd0690961553cb2945ff056d67f460b) AuthConfig (4c1a4837749d44cd05c1c57835174e5a49150417fe0176ef2b81cb0469797ae9) AuthConfig (32fb2049d508a3a6c294ab5850f84f4de9f347327dc9d881f438d1dc13794b0f) AuthConfig (54e913c78a6288de5ff1ae2b8c1f51012d9341d18db53b08831ba6b26dfbed72) AuthConfig (2bf015919ec1dd1acccc75f64e069fd7f84da000cf610b414b5640266da787b5) AuthConfig (3a5eb9b783b34ef8e428563c7d5cca5cbbf6aef63206c935ac0a8c3eaac116c7) AuthConfig (38a9ce4f36d63bd7b3a49094d64e00a74ef403bdc4c3e918648822ee4d90dde0) AuthConfig (a2fea432bdd5bd5cc957ea23d9eee97813580f65dbdb0a6ca7f3e97fa86bdc97) AuthConfig (bc2190b914bc6a6b66af4e61bf9be0ea89ba3da02b865daaeb4010f4d331938e) AuthConfig (a7628c8a6e199380286653e8061a1a8b639e77e9114dbc79376dff9254817200) AuthConfig (8696f433bdf08bd0b8f7c974b9c1c1612039f5e8f935ac8ca84f3922e364d828) AuthConfig (37aabeba2b0c67853f580bec84d054a344a213ff6c3979247b82381320ab1efc) AuthConfig (dcd8db53abcb241a34aef34e68d50b3d986233a2113bc7b90e817035b6d9ae27) AuthConfig (688077e14a045ee50f9857dc7afe24dc3200921a39593a5480ca0bb8b5c7b9c2) AuthConfig (7b3a6811f74c9e7df24e03a0824a86bb59239456a1f9dc54b30e999afdc2b276) AuthConfig (c30e979e89c7a4a78c9ce530feb5dc60ce9bdc945645dd181f927b64af1bcc8f) AuthConfig (5a72a980070874a8bd825903e1653c2e7a4ee98b7b8e468c78ce14c6f52781df) AuthConfig (0272da7f569984fe21b2c3c6e9936ac471a02b242ab9623c29bffe34cb004e3a) AuthConfig (e168232e3cc7ba536a58e41497d91ae2cf4c21cdc8889cdd3de687fdb0d93f32) AuthConfig (1f1675efd6a5cb26accc13e7658d5f1a792260edb5a87515a936ad6de675b6e0) AuthConfig (ddbfb55f8ec50cb36eb61a174da15bd49d3c00b9ed5d870d325e89ca9a09f94b) AuthConfig (706abe13d254444cb0bba78b3b1f865cde1cb75004c6e7b27ecb754a0b4485ac) AuthConfig (90efc987e774ee56a60419e8203fc3dda91b3201344c96fdaac9d63d4e995a1d) AuthConfig (3a043a4090caefb6d7b22c1e13e8539ad6afd1b89a0f91d22da93e383dd21419) AuthConfig (2621ac4565c48d0625c82745892f4160e304ef3841e53b77075e8d85e3221ce2) AuthConfig (417590c280cd282897da35ff3548ed2e7f164581fe9ca8d6da8f96048e328372) AuthConfig (4e60c45406e1b06c095b897987350236cbdebd864a81f46178c2a173390191f0) AuthConfig (9163943bff1b33213b271e73db5c0db9aaee2d3adc6d3b213637e712de9c6d1d) AuthConfig (3b2c60cb0689e19e8d6f6052a424a8e2195c5dcfc5d1963e0e91665b4f715dac) AuthConfig (0259278d641bac3b32f70ba0d509f22639240a651ebcbb9c557e536090b93c10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8760f713-91fe-432a-bef4-7cfa1953bbd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.326429879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05f1338fb0c1adf0f3bb35406c15ce91cfd0690961553cb2945ff056d67f460b) AuthConfig (4c1a4837749d44cd05c1c57835174e5a49150417fe0176ef2b81cb0469797ae9) AuthConfig (32fb2049d508a3a6c294ab5850f84f4de9f347327dc9d881f438d1dc13794b0f) AuthConfig (54e913c78a6288de5ff1ae2b8c1f51012d9341d18db53b08831ba6b26dfbed72) AuthConfig (2bf015919ec1dd1acccc75f64e069fd7f84da000cf610b414b5640266da787b5) AuthConfig (3a5eb9b783b34ef8e428563c7d5cca5cbbf6aef63206c935ac0a8c3eaac116c7) AuthConfig (38a9ce4f36d63bd7b3a49094d64e00a74ef403bdc4c3e918648822ee4d90dde0) AuthConfig (a2fea432bdd5bd5cc957ea23d9eee97813580f65dbdb0a6ca7f3e97fa86bdc97) AuthConfig (bc2190b914bc6a6b66af4e61bf9be0ea89ba3da02b865daaeb4010f4d331938e) AuthConfig (a7628c8a6e199380286653e8061a1a8b639e77e9114dbc79376dff9254817200) AuthConfig (8696f433bdf08bd0b8f7c974b9c1c1612039f5e8f935ac8ca84f3922e364d828) AuthConfig (37aabeba2b0c67853f580bec84d054a344a213ff6c3979247b82381320ab1efc) AuthConfig (dcd8db53abcb241a34aef34e68d50b3d986233a2113bc7b90e817035b6d9ae27) AuthConfig (688077e14a045ee50f9857dc7afe24dc3200921a39593a5480ca0bb8b5c7b9c2) AuthConfig (7b3a6811f74c9e7df24e03a0824a86bb59239456a1f9dc54b30e999afdc2b276) AuthConfig (c30e979e89c7a4a78c9ce530feb5dc60ce9bdc945645dd181f927b64af1bcc8f) AuthConfig (5a72a980070874a8bd825903e1653c2e7a4ee98b7b8e468c78ce14c6f52781df) AuthConfig (0272da7f569984fe21b2c3c6e9936ac471a02b242ab9623c29bffe34cb004e3a) AuthConfig (e168232e3cc7ba536a58e41497d91ae2cf4c21cdc8889cdd3de687fdb0d93f32) AuthConfig (1f1675efd6a5cb26accc13e7658d5f1a792260edb5a87515a936ad6de675b6e0) AuthConfig (ddbfb55f8ec50cb36eb61a174da15bd49d3c00b9ed5d870d325e89ca9a09f94b) AuthConfig (706abe13d254444cb0bba78b3b1f865cde1cb75004c6e7b27ecb754a0b4485ac) AuthConfig (90efc987e774ee56a60419e8203fc3dda91b3201344c96fdaac9d63d4e995a1d) AuthConfig (3a043a4090caefb6d7b22c1e13e8539ad6afd1b89a0f91d22da93e383dd21419) AuthConfig (2621ac4565c48d0625c82745892f4160e304ef3841e53b77075e8d85e3221ce2) AuthConfig (417590c280cd282897da35ff3548ed2e7f164581fe9ca8d6da8f96048e328372) AuthConfig (4e60c45406e1b06c095b897987350236cbdebd864a81f46178c2a173390191f0) AuthConfig (9163943bff1b33213b271e73db5c0db9aaee2d3adc6d3b213637e712de9c6d1d) AuthConfig (3b2c60cb0689e19e8d6f6052a424a8e2195c5dcfc5d1963e0e91665b4f715dac) AuthConfig (0259278d641bac3b32f70ba0d509f22639240a651ebcbb9c557e536090b93c10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fd0868d7-5ec1-411b-9145-e6bb5f5c6abe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.382097891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"1f2c77fa-531a-4253-9823-523139c93d66","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.384681468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"da6b768e-e1d4-4b52-8813-24e30f9a652c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.531231744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b1007ef-63b9-4084-b455-56ae035d277d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.532700252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b52c01d1-5a45-4353-b931-10099c8e5026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.586834425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b1007ef-63b9-4084-b455-56ae035d277d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.587919696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b52c01d1-5a45-4353-b931-10099c8e5026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.624071209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a48411-faea-4c4c-afdb-02bd8033f7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.674344538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a48411-faea-4c4c-afdb-02bd8033f7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.678508999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05f1338fb0c1adf0f3bb35406c15ce91cfd0690961553cb2945ff056d67f460b) AuthConfig (4c1a4837749d44cd05c1c57835174e5a49150417fe0176ef2b81cb0469797ae9) AuthConfig (32fb2049d508a3a6c294ab5850f84f4de9f347327dc9d881f438d1dc13794b0f) AuthConfig (54e913c78a6288de5ff1ae2b8c1f51012d9341d18db53b08831ba6b26dfbed72) AuthConfig (2bf015919ec1dd1acccc75f64e069fd7f84da000cf610b414b5640266da787b5) AuthConfig (3a5eb9b783b34ef8e428563c7d5cca5cbbf6aef63206c935ac0a8c3eaac116c7) AuthConfig (38a9ce4f36d63bd7b3a49094d64e00a74ef403bdc4c3e918648822ee4d90dde0) AuthConfig (a2fea432bdd5bd5cc957ea23d9eee97813580f65dbdb0a6ca7f3e97fa86bdc97) AuthConfig (bc2190b914bc6a6b66af4e61bf9be0ea89ba3da02b865daaeb4010f4d331938e) AuthConfig (a7628c8a6e199380286653e8061a1a8b639e77e9114dbc79376dff9254817200) AuthConfig (8696f433bdf08bd0b8f7c974b9c1c1612039f5e8f935ac8ca84f3922e364d828) AuthConfig (37aabeba2b0c67853f580bec84d054a344a213ff6c3979247b82381320ab1efc) AuthConfig (dcd8db53abcb241a34aef34e68d50b3d986233a2113bc7b90e817035b6d9ae27) AuthConfig (688077e14a045ee50f9857dc7afe24dc3200921a39593a5480ca0bb8b5c7b9c2) AuthConfig (7b3a6811f74c9e7df24e03a0824a86bb59239456a1f9dc54b30e999afdc2b276) AuthConfig (c30e979e89c7a4a78c9ce530feb5dc60ce9bdc945645dd181f927b64af1bcc8f) AuthConfig (5a72a980070874a8bd825903e1653c2e7a4ee98b7b8e468c78ce14c6f52781df) AuthConfig (0272da7f569984fe21b2c3c6e9936ac471a02b242ab9623c29bffe34cb004e3a) AuthConfig (e168232e3cc7ba536a58e41497d91ae2cf4c21cdc8889cdd3de687fdb0d93f32) AuthConfig (1f1675efd6a5cb26accc13e7658d5f1a792260edb5a87515a936ad6de675b6e0) AuthConfig (ddbfb55f8ec50cb36eb61a174da15bd49d3c00b9ed5d870d325e89ca9a09f94b) AuthConfig (706abe13d254444cb0bba78b3b1f865cde1cb75004c6e7b27ecb754a0b4485ac) AuthConfig (90efc987e774ee56a60419e8203fc3dda91b3201344c96fdaac9d63d4e995a1d) AuthConfig (3a043a4090caefb6d7b22c1e13e8539ad6afd1b89a0f91d22da93e383dd21419) AuthConfig (2621ac4565c48d0625c82745892f4160e304ef3841e53b77075e8d85e3221ce2) AuthConfig (417590c280cd282897da35ff3548ed2e7f164581fe9ca8d6da8f96048e328372) AuthConfig (4e60c45406e1b06c095b897987350236cbdebd864a81f46178c2a173390191f0) AuthConfig (9163943bff1b33213b271e73db5c0db9aaee2d3adc6d3b213637e712de9c6d1d) AuthConfig (3b2c60cb0689e19e8d6f6052a424a8e2195c5dcfc5d1963e0e91665b4f715dac) AuthConfig (0259278d641bac3b32f70ba0d509f22639240a651ebcbb9c557e536090b93c10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b1007ef-63b9-4084-b455-56ae035d277d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.67864113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05f1338fb0c1adf0f3bb35406c15ce91cfd0690961553cb2945ff056d67f460b) AuthConfig (4c1a4837749d44cd05c1c57835174e5a49150417fe0176ef2b81cb0469797ae9) AuthConfig (32fb2049d508a3a6c294ab5850f84f4de9f347327dc9d881f438d1dc13794b0f) AuthConfig (54e913c78a6288de5ff1ae2b8c1f51012d9341d18db53b08831ba6b26dfbed72) AuthConfig (2bf015919ec1dd1acccc75f64e069fd7f84da000cf610b414b5640266da787b5) AuthConfig (3a5eb9b783b34ef8e428563c7d5cca5cbbf6aef63206c935ac0a8c3eaac116c7) AuthConfig (38a9ce4f36d63bd7b3a49094d64e00a74ef403bdc4c3e918648822ee4d90dde0) AuthConfig (a2fea432bdd5bd5cc957ea23d9eee97813580f65dbdb0a6ca7f3e97fa86bdc97) AuthConfig (bc2190b914bc6a6b66af4e61bf9be0ea89ba3da02b865daaeb4010f4d331938e) AuthConfig (a7628c8a6e199380286653e8061a1a8b639e77e9114dbc79376dff9254817200) AuthConfig (8696f433bdf08bd0b8f7c974b9c1c1612039f5e8f935ac8ca84f3922e364d828) AuthConfig (37aabeba2b0c67853f580bec84d054a344a213ff6c3979247b82381320ab1efc) AuthConfig (dcd8db53abcb241a34aef34e68d50b3d986233a2113bc7b90e817035b6d9ae27) AuthConfig (688077e14a045ee50f9857dc7afe24dc3200921a39593a5480ca0bb8b5c7b9c2) AuthConfig (7b3a6811f74c9e7df24e03a0824a86bb59239456a1f9dc54b30e999afdc2b276) AuthConfig (c30e979e89c7a4a78c9ce530feb5dc60ce9bdc945645dd181f927b64af1bcc8f) AuthConfig (5a72a980070874a8bd825903e1653c2e7a4ee98b7b8e468c78ce14c6f52781df) AuthConfig (0272da7f569984fe21b2c3c6e9936ac471a02b242ab9623c29bffe34cb004e3a) AuthConfig (e168232e3cc7ba536a58e41497d91ae2cf4c21cdc8889cdd3de687fdb0d93f32) AuthConfig (1f1675efd6a5cb26accc13e7658d5f1a792260edb5a87515a936ad6de675b6e0) AuthConfig (ddbfb55f8ec50cb36eb61a174da15bd49d3c00b9ed5d870d325e89ca9a09f94b) AuthConfig (706abe13d254444cb0bba78b3b1f865cde1cb75004c6e7b27ecb754a0b4485ac) AuthConfig (90efc987e774ee56a60419e8203fc3dda91b3201344c96fdaac9d63d4e995a1d) AuthConfig (3a043a4090caefb6d7b22c1e13e8539ad6afd1b89a0f91d22da93e383dd21419) AuthConfig (2621ac4565c48d0625c82745892f4160e304ef3841e53b77075e8d85e3221ce2) AuthConfig (417590c280cd282897da35ff3548ed2e7f164581fe9ca8d6da8f96048e328372) AuthConfig (4e60c45406e1b06c095b897987350236cbdebd864a81f46178c2a173390191f0) AuthConfig (9163943bff1b33213b271e73db5c0db9aaee2d3adc6d3b213637e712de9c6d1d) AuthConfig (3b2c60cb0689e19e8d6f6052a424a8e2195c5dcfc5d1963e0e91665b4f715dac) AuthConfig (0259278d641bac3b32f70ba0d509f22639240a651ebcbb9c557e536090b93c10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b52c01d1-5a45-4353-b931-10099c8e5026","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.724482381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a48411-faea-4c4c-afdb-02bd8033f7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.775349127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a48411-faea-4c4c-afdb-02bd8033f7cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:27.775965695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b1007ef-63b9-4084-b455-56ae035d277d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.933637528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"310ed4bb-91f1-498b-bf51-6aae41014c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:27.988973188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"310ed4bb-91f1-498b-bf51-6aae41014c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:28.042844323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-6fa7dd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (05f1338fb0c1adf0f3bb35406c15ce91cfd0690961553cb2945ff056d67f460b) AuthConfig (4c1a4837749d44cd05c1c57835174e5a49150417fe0176ef2b81cb0469797ae9) AuthConfig (32fb2049d508a3a6c294ab5850f84f4de9f347327dc9d881f438d1dc13794b0f) AuthConfig (54e913c78a6288de5ff1ae2b8c1f51012d9341d18db53b08831ba6b26dfbed72) AuthConfig (2bf015919ec1dd1acccc75f64e069fd7f84da000cf610b414b5640266da787b5) AuthConfig (3a5eb9b783b34ef8e428563c7d5cca5cbbf6aef63206c935ac0a8c3eaac116c7) AuthConfig (38a9ce4f36d63bd7b3a49094d64e00a74ef403bdc4c3e918648822ee4d90dde0) AuthConfig (a2fea432bdd5bd5cc957ea23d9eee97813580f65dbdb0a6ca7f3e97fa86bdc97) AuthConfig (bc2190b914bc6a6b66af4e61bf9be0ea89ba3da02b865daaeb4010f4d331938e) AuthConfig (a7628c8a6e199380286653e8061a1a8b639e77e9114dbc79376dff9254817200) AuthConfig (8696f433bdf08bd0b8f7c974b9c1c1612039f5e8f935ac8ca84f3922e364d828) AuthConfig (37aabeba2b0c67853f580bec84d054a344a213ff6c3979247b82381320ab1efc) AuthConfig (dcd8db53abcb241a34aef34e68d50b3d986233a2113bc7b90e817035b6d9ae27) AuthConfig (688077e14a045ee50f9857dc7afe24dc3200921a39593a5480ca0bb8b5c7b9c2) AuthConfig (7b3a6811f74c9e7df24e03a0824a86bb59239456a1f9dc54b30e999afdc2b276) AuthConfig (c30e979e89c7a4a78c9ce530feb5dc60ce9bdc945645dd181f927b64af1bcc8f) AuthConfig (5a72a980070874a8bd825903e1653c2e7a4ee98b7b8e468c78ce14c6f52781df) AuthConfig (0272da7f569984fe21b2c3c6e9936ac471a02b242ab9623c29bffe34cb004e3a) AuthConfig (e168232e3cc7ba536a58e41497d91ae2cf4c21cdc8889cdd3de687fdb0d93f32) AuthConfig (1f1675efd6a5cb26accc13e7658d5f1a792260edb5a87515a936ad6de675b6e0) AuthConfig (ddbfb55f8ec50cb36eb61a174da15bd49d3c00b9ed5d870d325e89ca9a09f94b) AuthConfig (706abe13d254444cb0bba78b3b1f865cde1cb75004c6e7b27ecb754a0b4485ac) AuthConfig (90efc987e774ee56a60419e8203fc3dda91b3201344c96fdaac9d63d4e995a1d) AuthConfig (3a043a4090caefb6d7b22c1e13e8539ad6afd1b89a0f91d22da93e383dd21419) AuthConfig (2621ac4565c48d0625c82745892f4160e304ef3841e53b77075e8d85e3221ce2) AuthConfig (417590c280cd282897da35ff3548ed2e7f164581fe9ca8d6da8f96048e328372) AuthConfig (4e60c45406e1b06c095b897987350236cbdebd864a81f46178c2a173390191f0) AuthConfig (9163943bff1b33213b271e73db5c0db9aaee2d3adc6d3b213637e712de9c6d1d) AuthConfig (3b2c60cb0689e19e8d6f6052a424a8e2195c5dcfc5d1963e0e91665b4f715dac) AuthConfig (0259278d641bac3b32f70ba0d509f22639240a651ebcbb9c557e536090b93c10)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"310ed4bb-91f1-498b-bf51-6aae41014c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.670780453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dcf0a1-a7ec-405e-aad3-ac27fbf5edb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.721061033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dcf0a1-a7ec-405e-aad3-ac27fbf5edb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.771248265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dcf0a1-a7ec-405e-aad3-ac27fbf5edb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:29.82131756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06dcf0a1-a7ec-405e-aad3-ac27fbf5edb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.115924041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f287028-7924-406f-925a-768c26405ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.166073405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f287028-7924-406f-925a-768c26405ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.216890581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f287028-7924-406f-925a-768c26405ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.267373764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f287028-7924-406f-925a-768c26405ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:35.641983197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-83bb08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-83bb08","reconcileID":"84b63416-be47-4dff-8bb7-ca6248e34cde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-83bb08","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-83bb08":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.078502061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"febdfc91-598c-434e-8a64-938a90458fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.174720857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"2dd0e714-49f8-4ddd-9e60-d4f2466833cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.513331685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ed0d45d-3bbc-427e-8d30-67af07c70222","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:36.634221964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f212bd90-ab73-4e12-bf72-f56add130251","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.174689219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd38ce3-224c-4701-91ad-4a6ad0f93ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.224629625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd38ce3-224c-4701-91ad-4a6ad0f93ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.274618977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd38ce3-224c-4701-91ad-4a6ad0f93ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.324839091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd38ce3-224c-4701-91ad-4a6ad0f93ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.827641399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"76b6f651-48aa-41a6-acd5-ab73da8ce58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:37.882741945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"76b6f651-48aa-41a6-acd5-ab73da8ce58a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.195011269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8b43fbc1-ecf9-47cd-a654-1d659d5f21ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.195948399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9bb2c838-4f7d-4941-a92f-93131e86d64e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.249976042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8b43fbc1-ecf9-47cd-a654-1d659d5f21ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:38.538975719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"89b03602-34dd-4171-9471-04a7960f0f71","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.230858267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5da6bd-fc8d-4179-a70f-f2c6f9b838b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.287556793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5da6bd-fc8d-4179-a70f-f2c6f9b838b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.337766405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5da6bd-fc8d-4179-a70f-f2c6f9b838b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:39.388448776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d5da6bd-fc8d-4179-a70f-f2c6f9b838b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:43.071110893Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:47.973092849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"74bf5dc0-2efa-4c01-bc4f-fb4851bc07ee","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.099274003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4b824d2a-5c3b-4a8b-8a30-38e2d1bcff32","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.155018944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"8d5fefbe-9ffc-4472-a73e-56399334611a","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.200672704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"62568d9d-e0a2-4fca-a02f-16dc39b05682","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:48.205849127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.256992102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"2276ad8f-9fea-4750-bde3-0c18ac2f9c79","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.378735929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"0741017d-2f09-4443-8952-e24456c4570d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.436980222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"82dbfc24-e12c-49fc-9255-3af60ec89ae1","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.461170322Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"a414d608-0823-42b2-a8ce-f19cf3d670bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.537642885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d4b3ae09-27b5-4467-a91a-8eca236a3f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.620734159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"fda04a8c-631a-418d-80c6-5c4ace18f4a3","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.664092139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"05fd02d2-ebb6-4520-8932-effc716a5ae8","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.682470076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d4b3ae09-27b5-4467-a91a-8eca236a3f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.718835103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"9d225c24-38c9-4085-85e7-f07215cec1aa","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.735952741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d4b3ae09-27b5-4467-a91a-8eca236a3f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:48.767876192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"3725c205-44c8-4cee-bc81-547121819320","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.774378116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"dc28bf88-cdb5-4010-ba04-5a8ad50e03df","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.803172961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4101fe5d-ac4b-464f-a1f2-709609a6527f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.826063775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"3a807a5d-b4d1-4903-810c-e26ccd5bee2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.876272752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"1710e390-ccc2-4ad1-925c-1011ee7e343d","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.906218765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"95b82247-aaba-4867-903f-5b437d06c66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.931716436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"5cb4e1f7-e5cf-4989-9c87-c02b3e35ea2f","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.94142386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"ffb31cb5-a5ed-4be0-9d2c-e8f6cf12f5c0","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.962024573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"95b82247-aaba-4867-903f-5b437d06c66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.997338743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"7c936fed-9ab8-44d5-a000-401dc39ecf8f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:48.997684633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"55e7870d-3cc7-4a1f-8013-a0e5062831bc","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.015747638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"95b82247-aaba-4867-903f-5b437d06c66a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.134052097Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"b06cf10f-9ba8-4df1-a510-6f532ffe5498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"premium-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.143676131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73f010d2-ba66-429a-be6e-64617bd1c159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.19958924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73f010d2-ba66-429a-be6e-64617bd1c159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.243354092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf19f192-7053-4297-a69d-bb2ff1ce6b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.253152557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73f010d2-ba66-429a-be6e-64617bd1c159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.292458788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"4ba5d372-616c-46f0-88e6-56d534c77037","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.29807989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf19f192-7053-4297-a69d-bb2ff1ce6b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.306304441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"bdefc26e-f986-460c-8005-2b9d38514897","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.351715641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf19f192-7053-4297-a69d-bb2ff1ce6b22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.457980082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"31b7fe85-a5d4-4ef7-8b86-e1414b19725e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.492784839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"93782e9a-1836-4247-b2f2-6b315a3e35ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.512867755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"31b7fe85-a5d4-4ef7-8b86-e1414b19725e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:49.566385469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"31b7fe85-a5d4-4ef7-8b86-e1414b19725e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.174055529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f5d593ea-fc05-4de4-9175-eecde8e814ec","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.230707407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f3803254-cfb3-4b19-ae2e-aff5ebed879b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.37903142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"88c0a528-c76f-42a7-a165-c93d2f5bbee3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.434052736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"88c0a528-c76f-42a7-a165-c93d2f5bbee3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.459311882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d0201af7-f43d-4220-8893-d7ba9d99f113","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.515670867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"5f26c95e-31c1-403f-bb6a-f047e8b1fa50","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.561095138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"af336e5c-d0c3-4435-bb8f-10847be69b62","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:08:50.566603322Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-bulk-sub-90f68f90","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-90f68f90\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.609086958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6969ace3-2296-4341-bb26-f29a08ec99f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.609634132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9c7d269c-bd6b-4bbf-bce7-2e0bf444e9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.616029684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"11102e01-fc5d-4b8e-abfe-fc1a50487c0f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.66462566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9c7d269c-bd6b-4bbf-bce7-2e0bf444e9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.665155704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6969ace3-2296-4341-bb26-f29a08ec99f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.744798383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f9a285ad-e6db-4c65-8aa1-c1111037987b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.879781927Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90","reconcileID":"70a3eac0-33ec-41dc-81a3-6652d397443c","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-bulk-sub-90f68f90","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.900948297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"52ff50d3-13bc-4efd-952c-867439a5faa6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:50.956073384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"52ff50d3-13bc-4efd-952c-867439a5faa6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.038515843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8d17fe4f-50e5-4746-9506-1e24f1c1e3aa","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.041310784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8e4135d1-5f0e-44ea-958d-5463fb161ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.041310435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8b44b9dd-03e6-4c4a-835a-43fc50e54354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.082549144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"95d5e95e-2129-43b9-8b07-9d6377c44e98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.096492006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8b44b9dd-03e6-4c4a-835a-43fc50e54354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.096509266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8e4135d1-5f0e-44ea-958d-5463fb161ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:51.240466647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90","reconcileID":"b6398a0a-f274-4905-88e4-dfdd792b01a5","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:55.910146621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e06be854-6810-41f7-8947-f64f9d6a5c38","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.060671996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"33d10a49-f3b4-479d-a970-65957a15ecc3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.060853706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ea5b20a3-59dd-4dd6-9107-1ec384883b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.060672106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"43db0688-ea27-43d9-ad68-02a82af98670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.117231951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"33d10a49-f3b4-479d-a970-65957a15ecc3","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.120814289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"43db0688-ea27-43d9-ad68-02a82af98670","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:56.120840662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ea5b20a3-59dd-4dd6-9107-1ec384883b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:58.320902001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332cfde-68ed-493a-9ad4-56e5f905767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:58.371391414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332cfde-68ed-493a-9ad4-56e5f905767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:58.421979644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332cfde-68ed-493a-9ad4-56e5f905767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:58.472411375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d332cfde-68ed-493a-9ad4-56e5f905767c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:58.889285127Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7664c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7664c7","reconcileID":"2e85aa99-1523-48f2-ae47-0da24bbcce89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7664c7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-7664c7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.609127029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"08fea40d-8739-4518-8724-7c09b7728e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.664166232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"08fea40d-8739-4518-8724-7c09b7728e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.717941306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"08fea40d-8739-4518-8724-7c09b7728e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.804262228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ebbc23ce-450a-4c06-b462-ac7a46a09f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.907023029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ebbc23ce-450a-4c06-b462-ac7a46a09f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:08:59.961504275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ebbc23ce-450a-4c06-b462-ac7a46a09f26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.01708503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"fd24ed33-91f4-4524-a0fa-755b921af451","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.06027619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b56a03a-70a1-4e7c-9060-b100906b8bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.110418369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"d720ab58-d35a-4a34-ad7b-99dfa10911b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.110930207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"2d1d571f-a082-4ffd-af3f-570e07206851","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.210185605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"c761834c-22db-4e61-ad13-f6414e89f1f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.266855816Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"1116597a-07f4-41b1-9083-ee38e352c2eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.298950696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"e7f143fa-ed02-468b-888e-218a78826583","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.371892251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ca64f617-f6f8-4648-9fd8-5ef8cfb30705","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.430636122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b08bd0-ad24-405f-8f04-f9c8938b1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.480955061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b08bd0-ad24-405f-8f04-f9c8938b1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.531612391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b08bd0-ad24-405f-8f04-f9c8938b1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.588888353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42b08bd0-ad24-405f-8f04-f9c8938b1d52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.690137645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"32f8129d-a422-44d7-90aa-9078df3da079","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.742098177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6defcf81-18b6-4675-82bc-e32003061ffa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.845998741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f864928a-86ef-4594-9d38-8a9888c879f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.846140873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e266bbaf-091b-4a8d-ad9c-43a71a25541c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.903821178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f864928a-86ef-4594-9d38-8a9888c879f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.90449189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e266bbaf-091b-4a8d-ad9c-43a71a25541c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.95906221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e266bbaf-091b-4a8d-ad9c-43a71a25541c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:00.95906292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f864928a-86ef-4594-9d38-8a9888c879f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.011120749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"edc33931-1b97-4313-a875-8ba2aa432ac7","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.067171314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"3d6bfcf7-64b2-462b-b78e-a0e89c475f7c","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.108088604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8038b464-de59-41cd-852f-cf1bced979e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.163488782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8038b464-de59-41cd-852f-cf1bced979e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.20836334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc6682c9-c478-442f-b35f-4c8f25907b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.212358229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"6c3e5c06-e886-4af5-9ea6-fb9442023755","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.216961764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8038b464-de59-41cd-852f-cf1bced979e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.264169447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc6682c9-c478-442f-b35f-4c8f25907b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.318282086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc6682c9-c478-442f-b35f-4c8f25907b24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.366375137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c1c40d1b-179b-4878-b985-b82c8b0fca14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:01.370190452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc6682c9-c478-442f-b35f-4c8f25907b24","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.371023309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"6441b237-5b80-475a-aba2-95b55b9d9939","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.421789842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c1c40d1b-179b-4878-b985-b82c8b0fca14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.475573126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c1c40d1b-179b-4878-b985-b82c8b0fca14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.519807179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e4ea28d7-85cb-4590-977a-82662178cd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.57218185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"461ba192-ad19-473d-bb5d-b576e6acc3c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.575039729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e4ea28d7-85cb-4590-977a-82662178cd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:01.62877685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e4ea28d7-85cb-4590-977a-82662178cd04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.066276968Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90","reconcileID":"aad0455d-6dfb-42b6-89b7-a29e65767527","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-bulk-sub-90f68f90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.218125649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90","reconcileID":"aad0455d-6dfb-42b6-89b7-a29e65767527","MaaSSubscription":{"name":"e2e-bulk-sub-90f68f90","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.426358824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"824531e6-0d61-409c-8d94-ab905a5dfdd4","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.576362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"1655a63b-80bf-4234-815f-fae2ee2aef4f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.576453648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d766eead-a7f9-4271-b58e-cace88d78792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.576794434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"46f249f9-8a79-4287-a97b-30e510865bf0","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.576895201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1b6d9d14-0c92-496c-8119-7f6ef2789908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.6323079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"1655a63b-80bf-4234-815f-fae2ee2aef4f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.633599661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d766eead-a7f9-4271-b58e-cace88d78792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.634596986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1b6d9d14-0c92-496c-8119-7f6ef2789908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:06.83214611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-bulk-sub-90f68f90-auth","reconcileID":"f5b88944-37b6-4dbc-bff4-553117126738","MaaSAuthPolicy":{"name":"e2e-bulk-sub-90f68f90-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:07.087787216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e32f5ffe-5ec5-41a5-8022-6b7b2846f05e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.002289368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"1053d515-9523-4ab5-8c82-419bf0542a8c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.121205079Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"1053d515-9523-4ab5-8c82-419bf0542a8c","name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.307304239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"38f957f8-0d69-4881-879c-f43eb7397b19","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.510080071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"abe171b2-ee59-4fa7-92e7-f2cc17f96252","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.513854642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7e78fa54-3d78-4e51-80ce-23c66592ae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.513873605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"19667365-d408-4604-8eda-a4f58fe5a294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.553757666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"312207a1-cbad-41b9-9497-006fbf4d3c7e","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.553781798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"312207a1-cbad-41b9-9497-006fbf4d3c7e","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.569376093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7e78fa54-3d78-4e51-80ce-23c66592ae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.569453851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"19667365-d408-4604-8eda-a4f58fe5a294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.623617539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7e78fa54-3d78-4e51-80ce-23c66592ae03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.623625126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-123885-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80eab610745272c79509333527d03a2b49768e4f9156f45e8062ff1e8acad1e7) AuthConfig (c5a443e0268f97bd9cf01237f6489a40b3404a6bf1e7df645719dc70eff95b9e) AuthConfig (c0797861e89863f03e16b520654590eb72cf623431669d9e067837956361edaa) AuthConfig (421175f42b1979b00dff29ebb6248828fa2832ccf99350712f0e45d248611803) AuthConfig (16feeae787f026778ab1c1eb99cf430ca1e6d648ce88fa0e80b7aebf61a4b92d) AuthConfig (b1a22b5db05fd17c7e1cd23b336794008e54a0fa33811e80ba9519fa381cf36d) AuthConfig (f632302219085bd82f0df926f962c023e3846a7407c56419dcb211143f1c32c9) AuthConfig (cad1f4f7ac0b3c840777df410b1e3f9e33540553e2e8d12d5773298f2f9914a1) AuthConfig (4e6aa44ee7e9b80d7f9128b96810e4db83157b128886361ad50384a60d050ca9) AuthConfig (a6e9af60c51edc07908eefca0d0f6fad757c9d52f5380cb421f17e05bdcfd182) AuthConfig (e8aa72214b12d41cb23516f537ae5ab1291d1506706344c1b6ceb3a1fc73a1e3) AuthConfig (ab239b5624d97e1a91309a58bdc3c094afd845b417f47148db2cf6580e8bc382) AuthConfig (27677f90eea2057ef16d60fc914988e4c8f682838ac79e03e954560f9397d2fe) AuthConfig (6bf8741d7ad8c29506e2d47792923998c4f5aac314de4199b723d39cd041ccd2) AuthConfig (706cc018c544d244a56fcf638b63a22d3edc9b337165f261da0e05e9dc1fa143) AuthConfig (88ccdbcf584c5b980f007614222a872dce152916bc85dafb5216a0a30cb74f27) AuthConfig (37e64fabc7906b612810c84584219b0f220b9ee583e95ef54dff25bc3b649ffe) AuthConfig (5f17743a422eee5b0a48e7f607f6fb654f7d662cd43600ca37115741c397c940) AuthConfig (aaa163aeedb078789fc637d169e770a32aedcb2d43ea32bd04dc8e8f6b9a8fdd) AuthConfig (ea68b6275a66348385f3a4b6e4c79c63d88fd22dc5b91bcb8a288976976bfe16) AuthConfig (32fe228fac9988c0288efbf66c645413f550dc245fffe88c07b379d46612d58d) AuthConfig (2cda6c75123db266398f97822ae547255b5a75dbd61b81c1602a9859124b1c18) AuthConfig (699c05abd1cd66c28fe982041a7e08c090a52a8db967c8931ad2fd726e5a1a99) AuthConfig (de818d93e10d5c1e2f3b9149f9dcf398e24b1d6064b790d3bcf98df795dbf456) AuthConfig (2312836718db3f177a0fff034abb7692b299a397bb5919bd3b936b1e67939079) AuthConfig (f0ef53c433907a8629c273ca27d834534e9980be695df729c21cf8c605b19180) AuthConfig (16709fe7069625477f6aaa6425ae1389895650be43a471ed60496ae3c4d90f89) AuthConfig (9a0fedc3d513b4b5c6c66d63632c1ba0bd67d70e5a55b4443c6e36e11546d7eb) AuthConfig (9696dc9fc777e61e479205ba653043609747dbe653ab519c36aa377ad07a5a7d) AuthConfig (8b3eb12f915873deedcaa2d964745b68518ada1378cbebcea9ba5177ea40b5be)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"19667365-d408-4604-8eda-a4f58fe5a294","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.670629091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"41e4ef29-c76b-4cbf-83a1-d30342af7622","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:09.876432494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"7cd7b60e-132e-4700-95de-3a60d3c16cbe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.232050555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7a1c6ec9-5d74-4af2-942a-d366aa0c9424","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.286611579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c08f3969-7aa8-419a-8414-0864f384353b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.435965735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"3353b202-c1d9-4db2-98ec-801f1d23262b","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.491149774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"3353b202-c1d9-4db2-98ec-801f1d23262b","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.513018699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6ce2a956-58cb-47cb-979a-4bf385a75706","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.567680609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6631e93e-dd39-4cb2-a852-3711e7f2a3f0","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:10.615737074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c","reconcileID":"7530a55a-48c0-4fcc-ae55-c8439a3849a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-44fb662c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.664771094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8dd0f836-4893-44fc-97bf-7feb46f7e889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.664771141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2b1c011e-5f46-429a-b05a-54d5cc16f061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.720058047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8dd0f836-4893-44fc-97bf-7feb46f7e889","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.72023507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2b1c011e-5f46-429a-b05a-54d5cc16f061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.725685067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"96ef5839-8a1e-440e-a485-b7c6ae1895cf","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.747423918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"5bb585f4-bbb2-4deb-b8c8-78b19f493070","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.780351304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"16a06d26-a32b-49f1-8a59-8238e232ac06","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.897920925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"9f58c301-5087-43ba-9edc-b691a4c169b7","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:10.952922246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"9f58c301-5087-43ba-9edc-b691a4c169b7","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.037769606Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c","reconcileID":"5e1d2104-d73c-4159-b833-2cb89ca5884b","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-dry-sub-44fb662c","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.0701263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"94d7f90b-0f5c-466e-9ba3-2e3ffdf1ade5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.070201695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"288c4875-5796-4712-89d8-2d17dd1448ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.125789331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"94d7f90b-0f5c-466e-9ba3-2e3ffdf1ade5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.126912204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"288c4875-5796-4712-89d8-2d17dd1448ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.195796035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4803710e-1791-4cab-b253-4e029ccd7932","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.239584655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"528e52db-89f9-4ebc-b3e3-9ffd7dc1d8b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:11.398131498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c","reconcileID":"bf1b5ae2-3931-47b4-929a-27370e53b671","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:13.069511229Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.034774165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"5fa16956-0dde-4822-856e-164bc991e7b4","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.034852135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"5fa16956-0dde-4822-856e-164bc991e7b4","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.087664963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"7799965b-024f-4260-a39b-27817b1702e7","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.087682267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"7799965b-024f-4260-a39b-27817b1702e7","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.188539491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"785c7cd1-e3c5-41fc-a7a1-7d1423d7189b","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.323013886Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"785c7cd1-e3c5-41fc-a7a1-7d1423d7189b","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.323747342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fed0abbc-df71-4235-a005-f9c967e73cd2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.376691855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-78ee28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"785c7cd1-e3c5-41fc-a7a1-7d1423d7189b","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.432529203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"a28b3961-9b65-43ed-bdd2-080790a9a163","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.432552415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"a28b3961-9b65-43ed-bdd2-080790a9a163","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.473339433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"463958c0-d146-4412-be69-6bbb79f54ee5","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.473529804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fbca729a-c8a2-44e0-82ad-0b4c61ef935f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.473330679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a59b307c-dfa0-45c7-9f01-6c467d445684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.531471223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"463958c0-d146-4412-be69-6bbb79f54ee5","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.531662877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a59b307c-dfa0-45c7-9f01-6c467d445684","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:15.534161547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fbca729a-c8a2-44e0-82ad-0b4c61ef935f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.774047322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"33928dfe-ef3f-4f33-9dac-a2df94dde00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.774046213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e2777359-e742-47b5-bb2e-a6e1b9d1241b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.83064308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e2777359-e742-47b5-bb2e-a6e1b9d1241b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:19.830679687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"33928dfe-ef3f-4f33-9dac-a2df94dde00a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:20.139309799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"b5663519-5442-4ffd-b443-421f408d5e22","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:20.141487052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"c0491000-c416-4c4b-a1bd-6b62255f4a57","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.1123717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"768fc86c-ded7-4fa8-a4d7-060834a71d44","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.167609449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1b46e5b4-7b0b-4cc3-896f-8f73855aa447","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.319319073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-gw-auth-33f9675a","reconcileID":"bd7e9228-7664-4be3-8bbf-f679b6f3ea5b","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.374999689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-gw-auth-33f9675a","reconcileID":"bd7e9228-7664-4be3-8bbf-f679b6f3ea5b","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.683133024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"7eec0a7d-1be4-4aef-9c28-2531071b5c53","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.834764022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-gw-auth-33f9675a","reconcileID":"c79ba62a-5f79-4d5a-a353-a55538a02d0b","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:23.889688475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-gw-auth-33f9675a","reconcileID":"c79ba62a-5f79-4d5a-a353-a55538a02d0b","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.479635946Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c","reconcileID":"2bc4b574-c947-4077-a2bb-2410c70e8b48","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-dry-sub-44fb662c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.53252098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"f7bb66d1-8afa-4ff8-b782-cbeb86e0e3e8","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.588548715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"f7bb66d1-8afa-4ff8-b782-cbeb86e0e3e8","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.642782618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-78ee28-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"f7bb66d1-8afa-4ff8-b782-cbeb86e0e3e8","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.687158135Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c","reconcileID":"2bc4b574-c947-4077-a2bb-2410c70e8b48","MaaSSubscription":{"name":"e2e-dry-sub-44fb662c","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.888247161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"19d03ac5-2f70-410a-b640-7763c2ba35d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:25.944003592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"37faf5cc-6e57-4273-bcb9-899d4082af2b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.097352209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f340e93b-8cf9-4845-974b-e1974553bd13","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.10185206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cc768c5d-1af2-4c2d-8562-79021959ca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.102144006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2e24a984-3be4-45da-8439-3c910d0bb266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.102352628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"e3dea4bb-163d-4d1c-9133-1373006a51f1","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.158314425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cc768c5d-1af2-4c2d-8562-79021959ca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.159425353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2e24a984-3be4-45da-8439-3c910d0bb266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.16223616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"e3dea4bb-163d-4d1c-9133-1373006a51f1","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.180007556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-gw-auth-33f9675a","reconcileID":"0fb3b10b-abc7-4ec7-b662-01fa12bfa4ba","MaaSAuthPolicy":{"name":"e2e-gw-auth-33f9675a","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.180020727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"375f0978-392e-4803-ba9e-740fe6dcb185","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.388496314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8a6e77c3-fde9-45f7-868e-f28ad485b550","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.430735851Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-dry-sub-44fb662c-auth","reconcileID":"283f15af-ed56-472b-a546-36b6977d4d3b","MaaSAuthPolicy":{"name":"e2e-dry-sub-44fb662c-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:26.686900493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e63e12c4-3320-4374-8a6a-a6bac01c5e7e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:27.837479982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"da9a2481-f6c2-4187-a8e3-4f1baee3b9a5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:27.897008125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"20f6416f-5e20-4e6d-8841-9993e9e33f5f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.054272669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"c94c12aa-efaf-4389-b6c9-e4961ad6a15c","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.108242803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c53f5afe-f4cc-4f68-803d-01b6af9ce329","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.113291438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"c94c12aa-efaf-4389-b6c9-e4961ad6a15c","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.166794854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"85627c7e-c5a6-4cb3-9d8f-42eeaa0b5b17","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:28.214023023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67","reconcileID":"56a04550-5dde-4413-988b-c3148b01ca48","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-6a16be67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.265202525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4724bb4a-8163-4c73-92e2-8a867eb34067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.265205296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cd5cb2ce-d22c-4431-adae-aabacbd23056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.32081766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4724bb4a-8163-4c73-92e2-8a867eb34067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.320975728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cd5cb2ce-d22c-4431-adae-aabacbd23056","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.326430541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ce395c9e-16e9-4c36-88c6-92ec03bf5cf8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.381738647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d6f705c4-ceea-4d44-92a1-95ce7ceba5b6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.428791822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8d84d7d6-ddd8-4c94-9b22-c0fb330454a8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.577511043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"f5f4571a-794c-4fd6-9c22-6b22e9f13b0f","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.6326599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"f5f4571a-794c-4fd6-9c22-6b22e9f13b0f","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.638585346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67","reconcileID":"be90c504-bff9-4875-ae48-8c6d4a9d33da","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-combo-sub-6a16be67","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.728471921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d2d98a0e-3d5a-4a4b-87a5-d5ffaf5390e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.729093471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4d825dcd-de52-4ab5-ab50-240b975e252f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.787642126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d2d98a0e-3d5a-4a4b-87a5-d5ffaf5390e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.787794846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4d825dcd-de52-4ab5-ab50-240b975e252f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.806642503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1f0cae12-3185-473a-8a57-b42bc39e9cfb","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:28.853904498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"ee8f0f59-c8ed-4568-86f4-2f34422a7096","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.011005317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67","reconcileID":"65a74557-7e22-400e-b699-cd88815c26d7","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:29.171984551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"180d97ac-d15f-4fb7-9193-c1bfdd195f7e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.026835391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f5ff8ae1-22cb-4780-8a17-2f76c6b83190","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.0273589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"4122c317-74a9-4da4-bfff-146d7ffe0e1f","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.094827577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"383b4611-710f-40aa-aceb-80a541588e8d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.095195691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"b44becc6-d658-4a5d-aafc-0909d036880f","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.184363485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d0068ea3-d180-4fa5-928a-a9b821210b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.184842188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fb28ac00-96ba-4c2e-a2ff-8b26ce3196e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.238104224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"7e36f529-e936-42ef-8bd2-2e8b68920d43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.238798869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"b75debe4-1279-4082-ace2-58592ea06d2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.259040644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fb28ac00-96ba-4c2e-a2ff-8b26ce3196e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.261470378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d0068ea3-d180-4fa5-928a-a9b821210b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.619615717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"761f0c47-7d42-49ca-a018-48d563b873cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.619615719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0c09de39-6bd5-473c-89ff-50d7755dcb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.675532819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0c09de39-6bd5-473c-89ff-50d7755dcb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:30.676554375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"761f0c47-7d42-49ca-a018-48d563b873cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.344560135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f79ae4b6-c4d3-452e-995e-db4f616b5372","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.49692453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"49801836-017a-46ce-9571-063768671277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.497079803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"ef9b2d24-6d1e-4fad-a8f1-ee02470d7efa","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.49692446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ca6934bf-9482-4e8e-92fe-cd06f4ef351a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.552104913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"49801836-017a-46ce-9571-063768671277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.553420901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ca6934bf-9482-4e8e-92fe-cd06f4ef351a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:33.554672633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"ef9b2d24-6d1e-4fad-a8f1-ee02470d7efa","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.749428035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"5e5f591a-c65d-4dbe-b640-674f6a311a19","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.80782523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"5e5f591a-c65d-4dbe-b640-674f6a311a19","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.862128032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-78ee28-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01fc477a24ed6bc1185b52add0c87799b5b9ff2caa2f51411432fd08fad8dec) AuthConfig (c00612be3296aaa89d0416f0de9d290d03c046be0fd5f59cd82c24e188cd299a) AuthConfig (138b6d0c5cbb7561b8f534205a494de863c46c143b22dc528fbd50b695dc17e8) AuthConfig (1c60a4ba9fe78b208c61500819d63df054991e10f09dd499393debaab233e02d) AuthConfig (ea6d58342b31cec5b4af8e939f45e750f96e9bd4febd4356ba1a8edf2e8c7b92) AuthConfig (41ad09a0aa7d0c177242529f32b845e18eda83bf6eb18ec803dc7c996cdc0a0f) AuthConfig (832d74b8cd403a9cb4064c7f0ccabb12ee4ac9a9f92aaa86c99829ac97317f68) AuthConfig (98baea985214c6e7820a34d1a46f42229475cc92b1422f2fe6928b5b699c4c42) AuthConfig (d0e808e611f5f0a4af75f3eb9c7c94c7a58812d7fda01125f8876481bb7934d6) AuthConfig (bd09615df65acb0e0b3d2f17b7411e0a021cdccbc8f78263ca0d5b4f0a13a0b4) AuthConfig (51923a322d3d6756c8c0156b9a3c37e788cbd85f0293a6bc2bd97be6f642366e) AuthConfig (a07e000632a4d307633a9f1a17f79aa6dff4c04202147407ce04644c820e7b25) AuthConfig (3ab289f8bd55f3742b9293d6ff0b851e90f2a3c4fb9e542c41201873ac9ebd6b) AuthConfig (99d4316def527424f6f89b847f29fe1010d743d91d7a1b74801c86c616d3b65d) AuthConfig (95d67b2e26c370004d333394c7839f3024f93f8304b94ee04a15f79be939c165) AuthConfig (49c7f5b061d51cfd914c41b771211847327dc2e372395a457546dae5af972b5d) AuthConfig (6273c1ba716f82c4c7ce95622dbfb6f90a9475cfadbe7a4bfc31e59d9cb7fbca) AuthConfig (fc1aa633ff2938f4f69ef929253a6b41a4b724344f69c46df50de9d5463a7682)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"5e5f591a-c65d-4dbe-b640-674f6a311a19","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.919766135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"b4dd56eb-2b06-43a1-a395-ba31a24801bb","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:35.919786064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"b4dd56eb-2b06-43a1-a395-ba31a24801bb","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.912355333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4632155a-a6a6-4c18-bd70-1946779ace58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.912391924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0b232b4a-aff4-4a55-b7bf-ecc1f7601974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.968232543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4632155a-a6a6-4c18-bd70-1946779ace58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:36.968249279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0b232b4a-aff4-4a55-b7bf-ecc1f7601974","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:37.177602942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"eb47b187-c589-4556-bd1a-d93bb5996a03","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:37.292416966Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"eb47b187-c589-4556-bd1a-d93bb5996a03","name":"e2e-inf-a-7664c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.066927677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.511579598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67","reconcileID":"e057aac0-adb5-413b-b63b-f1fcfc1b87c5","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-combo-sub-6a16be67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.719152315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67","reconcileID":"e057aac0-adb5-413b-b63b-f1fcfc1b87c5","MaaSSubscription":{"name":"e2e-combo-sub-6a16be67","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.921261252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"2ba3ec11-9eb1-4ad3-8433-c21e2075c6b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:43.924810906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e20e4d8b-de04-4b84-b7f1-76c8f2b2291e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.07477181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"0d55b7d6-56dd-4fce-8f69-c52903ef254a","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.074899219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"abbe0707-1285-427f-a72f-2c4c9fff0b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.074769773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e8268bd7-1902-42aa-899e-a1f04611696f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.075679943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e722ca07-0635-478d-b462-e53538a6360a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.130811368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"0d55b7d6-56dd-4fce-8f69-c52903ef254a","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.130839183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e8268bd7-1902-42aa-899e-a1f04611696f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.133115174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"abbe0707-1285-427f-a72f-2c4c9fff0b43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.33196182Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-combo-sub-6a16be67-auth","reconcileID":"cb45972a-5847-4979-be2d-66911dcc5989","MaaSAuthPolicy":{"name":"e2e-combo-sub-6a16be67-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:44.486395152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"56aeb499-f058-407c-b862-f13de5df0110","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:46.024127409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"8f35e2cb-cd65-413d-a733-b069dee110b6","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:46.079730412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"8f35e2cb-cd65-413d-a733-b069dee110b6","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:46.395331351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"5e6116d1-cc66-45d4-aeed-abe36c9121eb","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:46.395349426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"5e6116d1-cc66-45d4-aeed-abe36c9121eb","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:48.52646322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee07d1f-aaee-4a79-a812-798d0037baf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:48.576854524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee07d1f-aaee-4a79-a812-798d0037baf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:48.627769876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee07d1f-aaee-4a79-a812-798d0037baf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:48.678038646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee07d1f-aaee-4a79-a812-798d0037baf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:49.198173284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"19925379-0638-420f-9541-13908530c096","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.5849424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984651d6-6b2c-4ba1-97a1-4eec24e7075e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.635231761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984651d6-6b2c-4ba1-97a1-4eec24e7075e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.685300527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984651d6-6b2c-4ba1-97a1-4eec24e7075e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:50.735806592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"984651d6-6b2c-4ba1-97a1-4eec24e7075e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.627859073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"c36bd510-0d3f-4eda-9f70-c18049bbefbc","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.627879505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"c36bd510-0d3f-4eda-9f70-c18049bbefbc","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.684026364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"0340063d-0a3d-42d0-9b0c-91ac8ac47af3","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.684048151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"0340063d-0a3d-42d0-9b0c-91ac8ac47af3","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.727488592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"61e56a65-af94-450e-8b6c-197a1b0a67e0","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:51.731321777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"60c1e811-d7c4-4045-b9ef-5bb71286aac2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-78ee28-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:51.7358801Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"0340063d-0a3d-42d0-9b0c-91ac8ac47af3","name":"praxis-route-78ee28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-78ee28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:09:51.735928413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"0340063d-0a3d-42d0-9b0c-91ac8ac47af3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-78ee28\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.741232039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"f1067b7f-729d-49ab-ad7e-5d849f7212de","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.741247792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"f1067b7f-729d-49ab-ad7e-5d849f7212de","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.787647393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"61e56a65-af94-450e-8b6c-197a1b0a67e0","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.846632469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"ca65584d-c5c6-45f4-9779-452cda0c5541","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.846658167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"ca65584d-c5c6-45f4-9779-452cda0c5541","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.906825499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"a1ce184f-ae95-47e0-ba00-921afe9b9cbc","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:51.906854376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"a1ce184f-ae95-47e0-ba00-921afe9b9cbc","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.088630806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"4672aedb-274e-40ed-a978-9a6a384a52cf","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.116919119Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"29018b31-f6fc-40b3-b14b-15bf9d679d08","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"praxis-route-78ee28","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.144150389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"4672aedb-274e-40ed-a978-9a6a384a52cf","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.280435771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"646f641c-6e00-4b2e-8dbe-119e43ff1c16","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.280456052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"646f641c-6e00-4b2e-8dbe-119e43ff1c16","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:09:52.48252971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"a03e6d04-67b3-4130-9697-e8fac09db260","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.02847395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0c7e73c6-ddea-465b-9be3-8166335dffea","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.083921498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9f0d627a-fa2d-4521-86dc-89f7bda498d3","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.245022458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"4e1e5db8-d523-4ded-b20d-0f5ad680dc1d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.327203686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"333ec16d-51db-4877-9894-716b35ae0b9f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.398808378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"4e1e5db8-d523-4ded-b20d-0f5ad680dc1d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.403419817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8c65d219-d778-4b35-85a4-b7bea2a245f1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:01.457040675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-sub","reconcileID":"0397f78c-90ac-4cdc-bc6d-dd727126e5bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.509264464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3b827256-7a99-405f-9e3f-62288d85bc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.510719406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"45118f98-93eb-4097-9226-4aa9948e72ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.567375431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"45118f98-93eb-4097-9226-4aa9948e72ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.567554214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3b827256-7a99-405f-9e3f-62288d85bc9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.56910659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"32849f76-29e7-48b7-aae8-7ac84ff09903","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.631452366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c6b7de7c-91f8-41cb-ab5b-a1577d8587a4","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.738924018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"137291a1-1ffa-4675-9d69-ebdf39a65ab5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.909370689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"122495bd-8599-4e02-a2c3-6eabfb26703e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.912444796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-sub","reconcileID":"b963cfff-361e-4c67-9c60-814f853c54c8","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.941654326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c9ec7d1e-1c63-478f-a2c4-ce373e9b92ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.942659796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"72968bae-3572-4caf-90d1-2537a90abce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:01.965865178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"122495bd-8599-4e02-a2c3-6eabfb26703e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.004388532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c9ec7d1e-1c63-478f-a2c4-ce373e9b92ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.007998836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"72968bae-3572-4caf-90d1-2537a90abce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.084294557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"63f635fb-f7dd-4466-8d1a-77f6ffc41849","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.12403142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"8dea2904-02ef-4aa0-a6c9-bf549a1eed60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:02.324520457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-sub","reconcileID":"e303bc65-235b-40bd-b881-4eb4f9fdb61e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.281309374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ceb7878a-c8db-4bee-bc49-8c60c63b62e7","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.467154098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"cc8cfc6f-a4ad-4991-82c9-e2636d2a3100","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.469231512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"106584c3-163f-4710-84c9-c018efa363af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.469904318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fd6e2223-2cb2-4684-9357-3764def62be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.535183752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"cc8cfc6f-a4ad-4991-82c9-e2636d2a3100","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.539224283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fd6e2223-2cb2-4684-9357-3764def62be7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:04.542158671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"106584c3-163f-4710-84c9-c018efa363af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:06.320310277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"6203002e-87e8-42c3-81a3-abd5f949137d","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:06.506952835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"13746f3e-ad23-4937-8322-4069c165c7ee","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:06.506985604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"13746f3e-ad23-4937-8322-4069c165c7ee","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:06.975152361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"c94bd0b7-f56a-4ef2-b8a6-b9f40dfe7271","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:07.030348931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"c94bd0b7-f56a-4ef2-b8a6-b9f40dfe7271","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:13.066277438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:14.464993433Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-sub","reconcileID":"2b95cb5f-e067-47ef-b897-d2abd9ae15ab","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:14.692556742Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-sub","reconcileID":"2b95cb5f-e067-47ef-b897-d2abd9ae15ab","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:14.910480534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"f448ef05-aeee-41b4-8c11-8cd2a2ee295e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:14.949897774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"24d73e43-45d0-481b-988b-905ec50299b3","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.095878597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"67999cba-dd78-40d4-9207-3d2b0ede41ac","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.10900658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"617b6823-52ec-4b82-8dd4-03798bd648a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.109124172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"f2bcd259-ae40-4ca9-b0c2-8d0467c404a8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.10943034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5be7f242-ab28-4f97-9145-e4a3db510c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.168135763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"f2bcd259-ae40-4ca9-b0c2-8d0467c404a8","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.168632646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"617b6823-52ec-4b82-8dd4-03798bd648a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.171816326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5be7f242-ab28-4f97-9145-e4a3db510c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.328049762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-active-auth","reconcileID":"8a04d509-9ec2-4f84-926d-cc39f74706d9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:15.493030307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"03d3b51a-1745-4421-ad2a-bd00b37a5fee","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.532246438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a2bcb37d-1005-4df6-a0ce-d1cf211d20a6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.587297495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"cfe609e4-ea7c-4732-af01-8c28d5c4f940","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.822048619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b71dab8a-0e0d-4c0f-b040-8d820bdf02a9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.831839618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"f76a4267-04c5-4443-bbbe-3b6c0f12276b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.875456282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ea1f0a75-ec56-4adf-b548-e8f8c0de9e4f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.88671606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"f76a4267-04c5-4443-bbbe-3b6c0f12276b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:16.923440193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"3a0936b0-48bd-46b4-b5d9-50f3ff835ce4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.992652446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"adf62ddd-c636-4034-9b4a-cac6df55a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:16.993137744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1beffe1d-c789-4a43-a699-47e9b600c112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.047867436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"adf62ddd-c636-4034-9b4a-cac6df55a16c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.048031479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1beffe1d-c789-4a43-a699-47e9b600c112","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.048630041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"23625d20-a425-41ef-8d4b-c8379c70ecb0","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.108433269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a9a1715b-7c40-450d-9aa6-ec8b85391c4d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.196846343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"5ce8911c-0825-459f-9c90-efe5d96cb1ea","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.347572095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"00a3be67-a2bb-47d1-a087-532ff45f2ad5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.368457877Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"35bc910e-792b-4fce-824f-c4758895adf8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.368625498Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"35bc910e-792b-4fce-824f-c4758895adf8","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.403314372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"00a3be67-a2bb-47d1-a087-532ff45f2ad5","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.495638365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4672e462-4bac-4a70-be10-a79b180c8f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.547189844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4672e462-4bac-4a70-be10-a79b180c8f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.547525795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1f05855-5a54-4720-9365-fd94ee2c76ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.597445748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"e5f89c59-bd11-41df-82a9-fb2e67396233","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.597671606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4672e462-4bac-4a70-be10-a79b180c8f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.597929904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"de74fda2-1fe4-4c09-b49f-8422b14e7790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.648685446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4672e462-4bac-4a70-be10-a79b180c8f26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.654713684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e6d86867-c297-4ea5-befa-48be5f3b9f53","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.70380838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"de74fda2-1fe4-4c09-b49f-8422b14e7790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.704449292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1f05855-5a54-4720-9365-fd94ee2c76ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:17.750831681Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"00a3be67-a2bb-47d1-a087-532ff45f2ad5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-degraded-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.855468225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"64c7600a-c144-4edf-9ae9-5f37b3fe4cfc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.855591421Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"64c7600a-c144-4edf-9ae9-5f37b3fe4cfc","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:17.952995829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"fafb8e71-5a85-4598-9495-c545f5679600","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:18.007733861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"fafb8e71-5a85-4598-9495-c545f5679600","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.517686909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d7792c-e77a-4837-95fb-405c460985b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.5681742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d7792c-e77a-4837-95fb-405c460985b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.618263814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d7792c-e77a-4837-95fb-405c460985b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.668469914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18d7792c-e77a-4837-95fb-405c460985b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.684820485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"00fc38f0-171a-4700-a977-561f12a963e1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.876143174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d6bcdc39-8550-458a-ae44-2fcf0cdfca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.876291681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"82703041-3233-4ae9-80a2-effc616a822a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.876654106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"162bca7b-1055-4168-be15-475dedbc78fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.931673896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"82703041-3233-4ae9-80a2-effc616a822a","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.931710677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"162bca7b-1055-4168-be15-475dedbc78fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:19.933931069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d6bcdc39-8550-458a-ae44-2fcf0cdfca72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.723133207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b624a61-19c9-4ac1-811c-38c42a1c2a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.773394471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b624a61-19c9-4ac1-811c-38c42a1c2a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.824105356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b624a61-19c9-4ac1-811c-38c42a1c2a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:24.874382726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b624a61-19c9-4ac1-811c-38c42a1c2a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:25.29745263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4ff4db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4ff4db","reconcileID":"1fef461b-da87-43d1-9521-28b1ab60c464","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4ff4db","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-4ff4db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.697036378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"7cb542b7-c0f9-4edf-8015-74d7283ea88e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.826969501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fc5e611-d235-4bc7-a90d-5b128c273485","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.853610403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af379cc4-7bd6-4a18-bc1d-86d4b54a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.91452119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af379cc4-7bd6-4a18-bc1d-86d4b54a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.923672256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"433d296f-ce05-4503-a0d2-aa58d1f9e5e5","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.92528463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"1f1b61a5-06b2-4668-82dc-d446f33251c2","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.925804171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"9c128bfb-f80d-4d71-a8eb-5f46d2e337e9","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.981996354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af379cc4-7bd6-4a18-bc1d-86d4b54a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:26.997091156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"61354756-1edf-4d2c-a832-adeec565581d","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.016995597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"5cfa32bf-7766-453a-9cd5-dcbd16f6a706","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.03257614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af379cc4-7bd6-4a18-bc1d-86d4b54a8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.033970008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"ec1a929c-5205-424d-98dd-a7acc3177c65","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.034259547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8a224a50-b43d-4254-bbb5-d1011abda6b4","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.143035034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"470c866e-f6fc-4777-af76-41e9b9cb3e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.14386949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fee02e9f-ac88-4eae-b00c-de846d6f7b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.148859723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"3a333a75-77fd-4fd3-9222-b82f5739454a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.205049105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"470c866e-f6fc-4777-af76-41e9b9cb3e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.209502713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fee02e9f-ac88-4eae-b00c-de846d6f7b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.237052562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"87f1559d-c650-4c48-9be7-4ec732efb670","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.348608739Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"fca05a04-2f6c-4a28-b7b3-1e532a20aadd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.444359455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59263632-4f04-44fe-b243-5d754a81f5f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.494823239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"55f5bc51-2307-4e2e-9e9d-9fef0b403f1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.591292674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"24d1b200-148a-451f-8e9e-774f5228b863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.591664832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"03b4daeb-9d9c-46f0-8178-299c1f826a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.602568272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"90b6d789-bafb-400e-b9b4-08961328b4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.651016834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"24d1b200-148a-451f-8e9e-774f5228b863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.654876326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"03b4daeb-9d9c-46f0-8178-299c1f826a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:27.698832844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"6ebb4553-75ed-4798-996a-3c910f1ee273","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:28.938586494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed9008-588f-4f44-80e4-ce73b609b9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.004916286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed9008-588f-4f44-80e4-ce73b609b9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.056524375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed9008-588f-4f44-80e4-ce73b609b9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.106978445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed9008-588f-4f44-80e4-ce73b609b9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:29.843372278Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"0769a0d1-bc8c-4847-88af-7bca0ed9025c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.033497625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"0769a0d1-bc8c-4847-88af-7bca0ed9025c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.033529206Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"0769a0d1-bc8c-4847-88af-7bca0ed9025c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.033653101Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-sub","reconcileID":"0769a0d1-bc8c-4847-88af-7bca0ed9025c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.349435181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2f2cb0bf-b5af-4a2b-91d8-39ac48c91b93","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.492975062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7e5ae62d-73d9-4eaa-b811-0a09e1889837","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.499418735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bc3f6751-bdbe-443e-8070-b48b30cb36cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.499699041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0bed3e59-0011-4f41-96ee-28bfd152446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.499971448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"daadbd47-99f5-496c-a963-417916cda356","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.556211399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0bed3e59-0011-4f41-96ee-28bfd152446f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.556211401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bc3f6751-bdbe-443e-8070-b48b30cb36cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.558493954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"daadbd47-99f5-496c-a963-417916cda356","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.757236523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-degraded-auth","reconcileID":"e992d712-7ad3-4cdd-a230-d4521e2afe72","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:30.912215354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fa558668-c5b5-4d4c-bc55-ea6f481be1bd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:31.961963892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"80bebd15-a12c-490c-8206-6f1ba00465e6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.014972365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f7f2a414-b574-4cd1-a4b8-622358fcd04c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.16779865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"d73e18f3-b426-4d69-a626-8516f1247996","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.223340948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"d73e18f3-b426-4d69-a626-8516f1247996","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:32.484633662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-sub","reconcileID":"df4d3a34-36ec-4603-97c9-3d1e0d02c3ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.533342637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e8d39be3-41e0-478c-bcbd-bb120421d847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.533538237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9bf30653-aa29-4cf6-bbae-5c0e6f7af359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.5338974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"beed4930-6ded-432e-a4fd-9287ad96af2f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.589327251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9bf30653-aa29-4cf6-bbae-5c0e6f7af359","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.590182505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e8d39be3-41e0-478c-bcbd-bb120421d847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.68321317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"6f8f7316-8e09-4907-832d-fd292cde6a0d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.738293531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"6f8f7316-8e09-4907-832d-fd292cde6a0d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.942596823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9b0fb449-5012-4f97-8905-25f2539d69d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.942597026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3993ee6d-e486-422d-9b4d-ab7340b619df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.998060442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3993ee6d-e486-422d-9b4d-ab7340b619df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:32.998131139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9b0fb449-5012-4f97-8905-25f2539d69d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.142392016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"f8b365f8-76da-46e1-a26e-fc0d58aa06a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.197759237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"f8b365f8-76da-46e1-a26e-fc0d58aa06a3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.709584638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"ca78904c-a154-464c-b5cb-ef2f8cfea4ab","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.709604854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"ca78904c-a154-464c-b5cb-ef2f8cfea4ab","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.869251983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"980208cd-59d6-4fb8-b761-c3f31801e8e9","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.912222741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"b7c76593-c74c-4bcc-9451-45773f57dfd9","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:33.924302081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"980208cd-59d6-4fb8-b761-c3f31801e8e9","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.072077674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"bce563b2-6772-4c52-8882-a35c81176ef4","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.072103554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"bce563b2-6772-4c52-8882-a35c81176ef4","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:34.274789879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"eb8cd66c-4eac-49b0-be54-852fe21fe5fa","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.434501548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"86e02cff-db30-4d44-aba2-314761ceaddc","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.434523899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"86e02cff-db30-4d44-aba2-314761ceaddc","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.436312048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"62169944-cc27-4700-9cbf-7d69eeb22c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.436323158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2e0b8cee-7542-493c-a054-9ae64eaf374b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.436695723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"b7406bb6-352e-4a23-8abe-80148c3c9d2d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.492299334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"62169944-cc27-4700-9cbf-7d69eeb22c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.492342633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"b7406bb6-352e-4a23-8abe-80148c3c9d2d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:35.494526357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2e0b8cee-7542-493c-a054-9ae64eaf374b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:40.926729879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"06bd1129-4841-423c-ae32-a4996f283814","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"maas-trlp-praxis-route-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.031047205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"b9dce3be-45d8-4ad3-85c1-227defec8a54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.264195015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a72f6b48-9603-4de3-a187-65d86e09e388","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.379709877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"b9094e7c-d92d-43c2-ba9a-a1dbedfa17d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.515201091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e1189a5-101d-4144-9904-a693c75b47fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.762384405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"e8bd4ec0-1524-46af-a158-8f3a8b89e9b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:41.865338106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"65456b22-9637-4b58-9081-d17b3c9dc7df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:42.01412372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a3642fde-1627-4c55-b7e2-281b3361b3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:42.014128514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"708bd71e-6e15-4407-9c5d-ade68025b8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:42.074443855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"708bd71e-6e15-4407-9c5d-ade68025b8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:42.075062464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a3642fde-1627-4c55-b7e2-281b3361b3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:43.06692545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:44.073112297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"459e68bc-c26c-49e6-8942-43312bec9e6c","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"tenant":"e2e-praxis-a-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:44.073135283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28","reconcileID":"459e68bc-c26c-49e6-8942-43312bec9e6c","MaaSModelRef":{"name":"praxis-route-78ee28","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"routeName":"praxis-route-78ee28-kserve-route","namespace":"ai-tenant-e2e-praxis-a-78ee28","llmisvcName":"praxis-route-78ee28","gateway":"openshift-ingress/e2e-praxis-a-78ee28","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.443414636Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-sub","reconcileID":"29725655-aae9-42d5-8520-4ae766c4e0be","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.443562697Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-sub","reconcileID":"29725655-aae9-42d5-8520-4ae766c4e0be","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.907972895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8a786b37-c78f-49d9-b934-5553c112f0fe","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.952429574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"f8dfd19a-877c-4286-8259-41382d23943f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.95278272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"06bfc5f9-2113-4fb4-8732-21ff057aac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:45.953998144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b82100a-9e41-4ba4-bf2a-4340eeff8d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:46.017464989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b82100a-9e41-4ba4-bf2a-4340eeff8d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:46.018647498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"06bfc5f9-2113-4fb4-8732-21ff057aac69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:46.021584375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"f8dfd19a-877c-4286-8259-41382d23943f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:46.171111005Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-failed-auth","reconcileID":"99fafe18-b819-431d-851c-f1b55d2e4e87","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:46.327196598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"bc8499c7-5365-4102-ab5a-05d3eceb362d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.387950797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-b-ea20e47b","reconcileID":"40ff8542-3a78-49dc-bff5-d3a200a30ca7","MaaSModelRef":{"name":"e2e-conflict-b-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-b-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-b-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.449928511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7099fd02-97f4-4cad-9147-57175af1906c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.450500263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"3c198834-9848-4a21-ae83-d9522b37e9b0","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.57669229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"4ca8bc4b-16a6-4d92-934a-e8a2fe24abba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.6324653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"4ca8bc4b-16a6-4d92-934a-e8a2fe24abba","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.647132187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"184855d6-c74a-4b3c-a272-ff42db838df2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.701839379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"39925554-cd2e-4fee-a253-31db6f5011b2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:47.756500612Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"9423d88c-ac0d-4043-af3b-09ace563d53d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-f4ed53a1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.802835763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4b078b89-3a25-45bf-9574-445b1d6f9a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.803544012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"61e2a358-141d-4021-b2cd-d176e25c36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.861855107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4b078b89-3a25-45bf-9574-445b1d6f9a8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.861872113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"61e2a358-141d-4021-b2cd-d176e25c36bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.865096264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c5d51811-1a6f-4e58-8958-707029811266","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.920292724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3e6df1c6-6e43-4a85-bc9a-f77b6b08c60b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:47.955111685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"42d6fd44-2a3a-49df-b29a-138684c3f8d6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.108774153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"88d645cb-a98e-45cf-9f3b-e256f8003eec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.164288238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"88d645cb-a98e-45cf-9f3b-e256f8003eec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.178360237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"adb126dd-1d5b-4383-844c-0d740512ea8c","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-a-f4ed53a1","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.25724747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5ed3cffc-9c42-471e-b91b-94642e4cb946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.257246754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8185e5ab-e96d-4467-bbad-df91f3dac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.316198815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8185e5ab-e96d-4467-bbad-df91f3dac9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.319030857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5ed3cffc-9c42-471e-b91b-94642e4cb946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.382194135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"cbaf02e8-2fc3-4a22-a07d-eded8e6d4487","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.402631215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"875d8c8d-ea56-4b81-8a34-97aea7ca02cc","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.40316321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"6a11104f-6ff3-4f8d-930d-22d82ce94406","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:48.546122717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"a3b1e502-ae6d-4a4d-9108-d0820bd0f283","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.219839898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1920c15d-8a79-48b9-8d80-31dbfb699002","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.274590389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"12991eaf-c434-4749-b298-78ae9803a69d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.42488762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"42cb4cc2-9860-4eae-9b9b-e10ce27d3fd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.482337185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"42cb4cc2-9860-4eae-9b9b-e10ce27d3fd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.487127994Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-6fa7dd priority=0:[ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-a-f4ed53a1 ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-b-fdad5b8f]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.488481984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3bc5afad-5b96-437f-98a8-b45c04b9ae0a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.542544531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ec7a2306-1acd-44dd-8bd4-fb8bdef8dc40","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.596584796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"cc17c4a0-7a1d-443a-b9dd-301f003270b8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:50.600619971Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-b-fdad5b8f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-fdad5b8f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.638898132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"5a1836c5-3310-4ab8-a33d-435ca1f1029b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.650830377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d53c3c93-207d-4e92-8786-016f4a7a723b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.699167275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"5a1836c5-3310-4ab8-a33d-435ca1f1029b","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.7400841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de5b32a3-57f5-483e-aaab-3bd3a14fc318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.740472511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4351f177-ca4f-43f5-9e04-9f80ce541cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.800055602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4351f177-ca4f-43f5-9e04-9f80ce541cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.800923055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de5b32a3-57f5-483e-aaab-3bd3a14fc318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.804859484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"628314b2-0686-458e-bbf0-1c49bd3cebcd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.932549249Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f","reconcileID":"0d85b0cf-58d1-4251-986a-e6910652700a","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-a-f4ed53a1","ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-b-fdad5b8f","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:50.960187706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"f1424014-6376-43bd-81f4-ee83af953128","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.018260005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"f1424014-6376-43bd-81f4-ee83af953128","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.100805896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"5dac03b0-9dc0-41d9-9baf-cb5c40b20ab7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.10226697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"963f09a1-c533-4be2-95e2-e77f9efff74c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.14066937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"874e69fb-aff8-45eb-ad7a-8da35d1e0bcf","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.143361145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"d1964c6e-8060-4c50-8ef2-f0183ec4a501","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.159067795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"5dac03b0-9dc0-41d9-9baf-cb5c40b20ab7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.210113283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c4cdeb28-37e5-4f02-93f6-89c58333c3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.210567657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6d6ef9ce-0e8a-404b-93e4-5215520c4b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.27350576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6d6ef9ce-0e8a-404b-93e4-5215520c4b4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.292547306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c4cdeb28-37e5-4f02-93f6-89c58333c3b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:51.325566072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f","reconcileID":"06db7647-ab24-4ebc-89c3-4f6c8c2a8d68","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:52.263817704Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"56d32dad-cc26-41bf-85a3-a1c564e5c6e0","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"error":"failed to create TokenRateLimitPolicy for model praxis-route-78ee28: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-78ee28\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-78ee28 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.264054827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2a48d08a-c18a-4582-8dfc-9177ce43ac1a","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:52.31995212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"56d32dad-cc26-41bf-85a3-a1c564e5c6e0","error":"failed to create TokenRateLimitPolicy for model praxis-route-78ee28: tokenratelimitpolicies.kuadrant.io \"maas-trlp-praxis-route-78ee28\" is forbidden: unable to create new content in namespace ai-tenant-e2e-praxis-a-78ee28 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.322641838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2a48d08a-c18a-4582-8dfc-9177ce43ac1a","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.322684623Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2a48d08a-c18a-4582-8dfc-9177ce43ac1a","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.372957868Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"29df946a-d3e9-4f50-9ff5-feb68c64e0e2","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.583006207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"d5f9596e-3c7a-4db2-8aee-41d6060cf4b6","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:52.583242922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"29df946a-d3e9-4f50-9ff5-feb68c64e0e2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-78ee28-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.642236351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"d5f9596e-3c7a-4db2-8aee-41d6060cf4b6","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.642271771Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"d5f9596e-3c7a-4db2-8aee-41d6060cf4b6","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:10:52.848283332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"d5f9596e-3c7a-4db2-8aee-41d6060cf4b6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"praxis-route-78ee28-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:52.848493149Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2996a73d-590b-4b8f-83d2-3ae82893d0f5","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.046871134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2996a73d-590b-4b8f-83d2-3ae82893d0f5","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.102755686Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"a8134ff6-a364-457b-8053-28266df970fc","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cc7515a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.271537153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2996a73d-590b-4b8f-83d2-3ae82893d0f5","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"name":"e2e-praxis-a-78ee28-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:53.271678045Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-auth","reconcileID":"2996a73d-590b-4b8f-83d2-3ae82893d0f5","MaaSAuthPolicy":{"name":"praxis-route-78ee28-auth","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.047389561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978b3ec0-89fc-4f3c-81f0-ddac2482b727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.102759903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978b3ec0-89fc-4f3c-81f0-ddac2482b727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.156802239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978b3ec0-89fc-4f3c-81f0-ddac2482b727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:54.213818598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978b3ec0-89fc-4f3c-81f0-ddac2482b727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.320649973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4fc3f-50af-492c-9699-b40ac7e60981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.37103358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4fc3f-50af-492c-9699-b40ac7e60981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.42192248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4fc3f-50af-492c-9699-b40ac7e60981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.472276904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29f4fc3f-50af-492c-9699-b40ac7e60981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.589369265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b74958fa-9d4d-4897-98bd-831a8aaafc89","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.79073169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"90f4eaee-89f0-489c-a2d9-758418490d22","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.79072431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19620c52-f685-4665-b4dd-6cfbf3167b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.792260545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"f54e543d-5648-481b-98d9-349724d01f3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.792300722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"69206cab-bd2c-4a18-ab8e-1e7a11e824f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.847231629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19620c52-f685-4665-b4dd-6cfbf3167b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.847842439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"90f4eaee-89f0-489c-a2d9-758418490d22","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.85127983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"69206cab-bd2c-4a18-ab8e-1e7a11e824f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:56.852025472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"f54e543d-5648-481b-98d9-349724d01f3a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.331544313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea5f249-5e08-4258-8562-9ab0f792b77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.402040008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea5f249-5e08-4258-8562-9ab0f792b77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.453557454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea5f249-5e08-4258-8562-9ab0f792b77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:10:58.503814473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea5f249-5e08-4258-8562-9ab0f792b77c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:03.153441826Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"f56fc0d5-19ea-42db-a3d6-b5fd58a2b825","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","subscription":"praxis-route-78ee28-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:03.153577011Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"praxis-route-78ee28-sub","reconcileID":"f56fc0d5-19ea-42db-a3d6-b5fd58a2b825","MaaSSubscription":{"name":"praxis-route-78ee28-sub","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"model":"ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-78ee28/praxis-route-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:03.519840244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d121cca7-2d8f-42c5-af6d-bf4847cb7946","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:06.793461144Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"b9e10164-7d8c-4665-8d8f-0d62bec5a5f2","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-filter-sub-a-f4ed53a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.001722102Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1","reconcileID":"b9e10164-7d8c-4665-8d8f-0d62bec5a5f2","MaaSSubscription":{"name":"e2e-filter-sub-a-f4ed53a1","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-filter-sub-b-fdad5b8f","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.207917601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"7e050676-8e1b-4d26-b7e4-38a8fc041642","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.207996191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f","reconcileID":"90b46cab-edac-4cf9-aa57-9ee02bdb685e","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.258643261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c8244220-d0da-4d67-9fd2-0920278b22ee","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.418215056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6db0583e-ce9f-48c0-9209-cb5a880717ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.418467215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"b0b0ed8d-03f4-45f2-9a44-087a3bcf1a2a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.418215596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6c37a8f5-6248-429e-8179-e8a91bc3d8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.418874215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"6789a2e1-790d-45f4-a582-512c9c26b5c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.42362137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3fda3805-6b99-4cf0-81dd-d0ec236122ad","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.47533361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6c37a8f5-6248-429e-8179-e8a91bc3d8c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.475619335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"b0b0ed8d-03f4-45f2-9a44-087a3bcf1a2a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.4778533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"6789a2e1-790d-45f4-a582-512c9c26b5c2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.478141134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6db0583e-ce9f-48c0-9209-cb5a880717ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.836952318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"e2a0fb2e-053f-4e8a-99be-4d9906d85471","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.837025215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e6be6bad-b05d-424d-bc12-7db4d2415f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.837439851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"64297abf-b295-4b0d-b973-179ae08620f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.837684681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cd11f5ed-c171-4f94-8125-64911588ee9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.906931901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"e2a0fb2e-053f-4e8a-99be-4d9906d85471","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.908913905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e6be6bad-b05d-424d-bc12-7db4d2415f8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.909514901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"64297abf-b295-4b0d-b973-179ae08620f2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:07.911258448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cd11f5ed-c171-4f94-8125-64911588ee9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.119511047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"e8b7ef1f-bca8-4299-8dfe-d123176a778a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:10.233888195Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"e8b7ef1f-bca8-4299-8dfe-d123176a778a","name":"e2e-inf-b-4ff4db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:13.066909417Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.582804514Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f","reconcileID":"5788ecfd-2d48-4db7-83f9-f248edd19263","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-filter-sub-b-fdad5b8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.794486797Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f","reconcileID":"5788ecfd-2d48-4db7-83f9-f248edd19263","MaaSSubscription":{"name":"e2e-filter-sub-b-fdad5b8f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.974391999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"c8b5e175-4dc8-44d5-9328-f19573dc29be","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.974881196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"06d37ca9-9690-4000-8978-46147eff44ac","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.975331724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"e2e-conflict-a-ea20e47b","reconcileID":"a3b50fc5-4bad-4bac-9023-9b8bb6949bac","MaaSModelRef":{"name":"e2e-conflict-a-ea20e47b","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"e2e-conflict-a-ea20e47b-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"e2e-conflict-a-ea20e47b","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:17.999031042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"26f0e069-2758-4bf3-91a0-43abd44b32ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.054168405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"bafcb6af-955e-47de-8d37-20a240be599a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.135168578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d4df20e-3c2b-4ac9-9adc-ffec1c106ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.135863481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dea6fe81-33c7-407f-9dba-74df6bfbd547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.200566546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2e1b9757-4b0b-4f96-9a8a-83f0726e94cb","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.204279106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dea6fe81-33c7-407f-9dba-74df6bfbd547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.207278143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d4df20e-3c2b-4ac9-9adc-ffec1c106ff9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.236006862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"c112f6fe-89a1-4ed9-be01-2bc1356f7c14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.236097317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"992a4ead-0f76-465a-a5de-422182db21c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.242098902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bb533a0e-b1f0-436e-a88d-1541bde4fc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.242153894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"87577749-3edd-4b6e-8301-88ff8d202e94","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.242572029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"70dfee9e-5bd7-46ca-a7c4-7a9651875c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.297868754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"87577749-3edd-4b6e-8301-88ff8d202e94","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.298218799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"70dfee9e-5bd7-46ca-a7c4-7a9651875c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.300358441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bb533a0e-b1f0-436e-a88d-1541bde4fc66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.51166838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-a-f4ed53a1-auth","reconcileID":"b05281b7-3bc1-4904-bbb6-d01dd2653ae2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-f4ed53a1-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.513555648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"be0bed97-9b1d-4128-ba6e-e0f5ed4ee077","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.568806795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"be0bed97-9b1d-4128-ba6e-e0f5ed4ee077","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.772585708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"cef70c32-58b4-4280-b991-c8edadf7affd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.926280368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7b0dc262-a3c2-4a99-bcc4-afb876b6bd74","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:18.926294942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-filter-sub-b-fdad5b8f-auth","reconcileID":"74aed3c3-fbaf-4624-b7d5-b4e17e248988","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-fdad5b8f-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:19.137700081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"533731a6-df68-454a-a8dc-8f01c0d3e746","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:23.350045612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2ab490bf-a71a-40be-a47f-b45110bfe364","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:23.350077078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2ab490bf-a71a-40be-a47f-b45110bfe364","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.84739421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"c728ad94-e0ac-40f7-9027-24f13124ad8f","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.847453268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"c728ad94-e0ac-40f7-9027-24f13124ad8f","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.900849129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"27db2073-9654-432b-b0f0-cf71d153abe5","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:28.900868195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"27db2073-9654-432b-b0f0-cf71d153abe5","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.001319798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"7277b7e9-eeaa-4a8e-a843-c7da29033907","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.183074866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"7277b7e9-eeaa-4a8e-a843-c7da29033907","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.244148239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"7277b7e9-eeaa-4a8e-a843-c7da29033907","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.301578061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"15e991de-8bd3-4a0a-911d-61aa51b77105","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.301726132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"15e991de-8bd3-4a0a-911d-61aa51b77105","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.660207238Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","namespace":"ai-tenant-e2e-praxis-a-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.660294428Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","namespace":"ai-tenant-e2e-praxis-a-78ee28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.660369019Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","tenant":"e2e-praxis-a-78ee28","tenantID":"e2e-praxis-a-78ee28","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.714637444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Deployment","name":"maas-api-e2e-praxis-a-78ee28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.787631808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Service","name":"maas-api-e2e-praxis-a-78ee28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.842989354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-78ee28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.918107449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-78ee28","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:29.983798361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.04797082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.133698953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.213712176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.268109207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.31972844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.369713946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Service","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.423798756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.478839308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.531568758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.581771677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.644779465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.696135468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.74629627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.807652312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-78ee28","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:30.861133936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-78ee28"},"namespace":"ai-tenant-e2e-praxis-a-78ee28","name":"default-tenant","reconcileID":"8459bda6-aed1-41d7-8aef-4b09ba5902ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-78ee28","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:33.498659452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"bf3baaa2-e6d9-4ec1-b536-d994f13790e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:35.867767327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"6c636896-0638-4ca9-aad3-bb0636f09832","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:35.868280135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"b499434c-285a-4bf1-bb85-03baa1676e3c","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.072086766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"83d948a6-56b7-482b-a8b7-d6b4917ee5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.072479674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a90f2c1-2dc3-416f-bd48-fbd1f80dfdeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.135181468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"eefc71cf-c99c-476c-bb3c-276a5f1132be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.136271185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"936e3084-378b-46dc-ab1d-890b245984e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.157029622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a90f2c1-2dc3-416f-bd48-fbd1f80dfdeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.160619868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"83d948a6-56b7-482b-a8b7-d6b4917ee5aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:36.802505667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"d97c17a6-c24f-488a-8923-21d55c21eada","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:38.452373205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"87a9815e-a841-45a4-9327-0a26ca0b920d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:38.712741467Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-78ee28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-78ee28","reconcileID":"db6e9dc0-9cee-4bae-a29c-d03b7dfc12d2","aitenant":"ai-tenants/e2e-praxis-a-78ee28","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.229874248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b64fb7-61ee-4cad-8e1c-cc974cbaa964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.284753154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b64fb7-61ee-4cad-8e1c-cc974cbaa964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.335266697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b64fb7-61ee-4cad-8e1c-cc974cbaa964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.38592118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21b64fb7-61ee-4cad-8e1c-cc974cbaa964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.488665068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"ad397c2a-89fa-496c-83a7-b51d27f251f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.544136771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"ad397c2a-89fa-496c-83a7-b51d27f251f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.547621056Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-78ee28","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-78ee28","reconcileID":"db6e9dc0-9cee-4bae-a29c-d03b7dfc12d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-78ee28","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-78ee28"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.598681156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"ad397c2a-89fa-496c-83a7-b51d27f251f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.715384136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"477e8be5-d778-4fb7-942e-f3f6b7dee5e5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.769147089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8b3eb2b8-a617-4f94-9db2-36087f1fb879","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:11:39.81930225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"7f609064-020d-4c3e-8c30-8cecb95f54ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-15865974\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.868900612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"16c0e775-7269-486c-bd3d-cd32f4a576b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.868897195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"87eb3a37-9e1c-4170-b158-97e4300524e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.924510422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"16c0e775-7269-486c-bd3d-cd32f4a576b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.925659304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"87eb3a37-9e1c-4170-b158-97e4300524e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.930104858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"5a1c8243-0306-4c3d-88b8-e69130849585","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:39.985216383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1a3d40df-bbb0-4525-97eb-897c838cc3f9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.285069204Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"5dbb2cd1-ffe3-4c29-8590-3c56cdb205a9","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-apikey-sub-binding-15865974","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.317123039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4ed92e11-b7d2-4e48-aa00-396d8b9b4ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.317866953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f4177f84-eb98-458c-8c06-e2fd6de73687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.354040818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"7f62953f-a96d-4da1-902a-6908b14e1df7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.378804213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4ed92e11-b7d2-4e48-aa00-396d8b9b4ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.383610578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f4177f84-eb98-458c-8c06-e2fd6de73687","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.454679205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8da0a982-8b2f-496a-ad54-3bf2a794385b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.494837715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"7016d5d6-5cf9-4e91-9321-3c5356fdac61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:40.693204371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"bac221cd-d97b-4a5b-a12c-0f0ed7361473","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.431189927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d6fc40-f73c-494d-85c6-4e537773817c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.483017608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d6fc40-f73c-494d-85c6-4e537773817c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.533621295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d6fc40-f73c-494d-85c6-4e537773817c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:41.583904884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d6fc40-f73c-494d-85c6-4e537773817c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.066552532Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.444613924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab6b410-4786-4fde-886f-49a504075c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.494858917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab6b410-4786-4fde-886f-49a504075c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.545460656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab6b410-4786-4fde-886f-49a504075c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.595671797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cab6b410-4786-4fde-886f-49a504075c08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:43.944171023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"37dba899-beca-4428-92a6-387178f9c932","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:44.094090278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"35fa53bf-d6c3-4066-a797-4aad8aaa86cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:44.094090602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6dcae232-99af-4cd1-9c4c-f5231dc60554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:44.151663362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"35fa53bf-d6c3-4066-a797-4aad8aaa86cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:44.152910515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6dcae232-99af-4cd1-9c4c-f5231dc60554","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:48.506236075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"eb34242d-8559-4677-8b34-4acd733b5162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:49.703856957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"32dc50dd-b1c3-49ad-9799-8490a136632c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:49.761842108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"32dc50dd-b1c3-49ad-9799-8490a136632c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:49.817350251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (578466d11092318622a8c3f650d3d4c90cae31ad2f684308d21bc4b24f3467a1) AuthConfig (0006415d0e28539a1f77cab7cdd3c460d934cf5a862b702baeee9d16d0416980) AuthConfig (2f8e76db824fed3962b911c13770cb3cedf559c086e94672a51b9dcfc8861755) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (5d0e84970aec1920c64b99dbc8bc3e1f1b75d84a1d0ba0b88fa3474532f4345b) AuthConfig (31408a4ad9e522f96ad05ea1c63d4cf8bb2d1cbf7f30d9dfb54bd621b4516ceb) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (fa2ed35a648ab832162e3e26c76741217de5d7183a1636aa87f656d8075a91e8) AuthConfig (c28f39410e3f4b5cad04068dad20fb7e7611f759ed110d1fcab0bd2f58434514) AuthConfig (444976b02975ca3ae1f0a269ac821dd80b5de4e1f4988b380135d544b1a77c16) AuthConfig (b41d18689aa9600c93cbddcf5296e753f8018cb1a13ea7c5157f38e7257c2cb2) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (ca293e0ccefee9a6113469f66bbc0a274666572ac6fc43f545248bec929e8364) AuthConfig (b98333f0c4a74760437ecaf889f7f35fa01b9a5825ae6fa630de1ee29b10aa02) AuthConfig (db2283005f375105a06e5f0f06f3ac45d116ba8bacd769b40b616880f8152166) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"32dc50dd-b1c3-49ad-9799-8490a136632c","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:49.874707431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"d21c3b1a-8942-432f-8842-87e71efe94a8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:49.874737748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"d21c3b1a-8942-432f-8842-87e71efe94a8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.235592404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589f5a6a-db39-4c98-9c7e-76361b384a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.288550409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589f5a6a-db39-4c98-9c7e-76361b384a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.33906333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589f5a6a-db39-4c98-9c7e-76361b384a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:52.390294884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589f5a6a-db39-4c98-9c7e-76361b384a0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.100871964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"fa3f4182-082c-42b9-8a8d-75d95ab18e0c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-apikey-sub-binding-15865974","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.308494053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731f9636-9a5d-4092-901a-a2d0d9df1271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.309266315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"fa3f4182-082c-42b9-8a8d-75d95ab18e0c","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.358463104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731f9636-9a5d-4092-901a-a2d0d9df1271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.410825321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731f9636-9a5d-4092-901a-a2d0d9df1271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.462938779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"731f9636-9a5d-4092-901a-a2d0d9df1271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.581512551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"17b5d129-acff-4f20-be2f-c6c2866b4542","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.640308335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"d9a69b29-c2ac-40dc-b50e-5a1a4485d52d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.640670622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"c4a2d48c-552f-47e0-9d1f-50433a9ca6bc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-apikey-sub-binding-15865974","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.791686595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e7a5ff6b-acd5-47d2-86e4-cb0e338ab0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.791947413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"93223881-29f3-4559-9182-ae8d8802837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.849144535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"c4a2d48c-552f-47e0-9d1f-50433a9ca6bc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.856320353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e7a5ff6b-acd5-47d2-86e4-cb0e338ab0b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:54.858800949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"93223881-29f3-4559-9182-ae8d8802837a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.005953147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"ddecc29b-397f-4fbd-a62d-1b6f9a86fb8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:11:55.00594367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-15865974","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-apikey-sub-binding-15865974","reconcileID":"c4a2d48c-552f-47e0-9d1f-50433a9ca6bc","error":"maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-15865974\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.617879967Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","namespace":"ai-tenant-e2e-praxis-b-87b38c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.617948332Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","namespace":"ai-tenant-e2e-praxis-b-87b38c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.618001857Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","tenant":"e2e-praxis-b-87b38c","tenantID":"e2e-praxis-b-87b38c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.669920113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Deployment","name":"maas-api-e2e-praxis-b-87b38c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.72808544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Service","name":"maas-api-e2e-praxis-b-87b38c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.766141099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"57dd64ab-7940-42d3-a46b-d2b1ddacf05a","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.813537643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-87b38c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.820910629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"b502b347-1c3a-4614-a52d-c47fb39a3f88","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.865841975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-87b38c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:11:55.870443619Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-sub","reconcileID":"6bd34e20-e823-4374-aa7a-c2960987b51b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.915315487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"addac430-a2da-4641-8870-b8d697f09b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.920193482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.921807109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a81a3024-ccee-48f1-89da-d0efc42ab13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.97484087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"addac430-a2da-4641-8870-b8d697f09b82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.975213381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.995559636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"68828969-cc54-4c4e-b00e-d6d296650e2f","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:55.999277068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a81a3024-ccee-48f1-89da-d0efc42ab13c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.03046256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.050117518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"0392c203-fdd8-4341-8d78-b643b17c0e6e","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.086978381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.141927456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.19377146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.244754903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Service","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.29692712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.316732959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-sub","reconcileID":"38549e72-719b-43d6-8551-7411b8a6dff8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-ordering-sub","ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.346825978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.353007793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3585e3c8-4f23-4edf-9a5f-93128ceeb45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.353362309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6d944aa1-581e-42a6-a47b-6911447562d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.403571269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.404346351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3585e3c8-4f23-4edf-9a5f-93128ceeb45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.404491512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c33fbfc9-0d43-4fb3-b8d8-a25f9f026fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.454299347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.454988242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3585e3c8-4f23-4edf-9a5f-93128ceeb45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.45952211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c33fbfc9-0d43-4fb3-b8d8-a25f9f026fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.505235955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3585e3c8-4f23-4edf-9a5f-93128ceeb45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.508828002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.510150904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6d944aa1-581e-42a6-a47b-6911447562d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.603162827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.606740394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"831d74b4-a98a-4399-a77d-5c7b27c437bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.609966652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"bd2048ca-daa1-490a-9a12-6bad3aba0d60","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.656771142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.71410183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-87b38c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.779465081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-87b38c"},"namespace":"ai-tenant-e2e-praxis-b-87b38c","name":"default-tenant","reconcileID":"885bc608-1d8b-42cd-b852-e5f8ed807b63","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-87b38c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:56.83068098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-sub","reconcileID":"fdb02612-72e9-48da-9b7c-6ad1784a9c18","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:58.773418265Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-87b38c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-87b38c","reconcileID":"46992847-0b85-448c-a5e6-a42f8a8b5522","aitenant":"ai-tenants/e2e-praxis-b-87b38c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.233718033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"819a550e-7728-44f7-b2f2-0ef2b526a342","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.286847368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"deede9a5-dae3-428f-b8a0-d54ec2e9d051","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.322324023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4880ee-ab03-4bc5-95ab-786e00760c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.372665682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4880ee-ab03-4bc5-95ab-786e00760c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.422976818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4880ee-ab03-4bc5-95ab-786e00760c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.473330601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e4880ee-ab03-4bc5-95ab-786e00760c0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.523823357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"514bfe51-2009-4bbf-b1f5-b63f2be2b5d4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.579293768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"514bfe51-2009-4bbf-b1f5-b63f2be2b5d4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.632107938Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-87b38c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-87b38c","reconcileID":"46992847-0b85-448c-a5e6-a42f8a8b5522","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-87b38c","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-87b38c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.972978703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"fa8b6a74-11d3-493c-9e70-6347161915ad","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:11:59.992842772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"b128e81a-2593-4dfe-a74b-7f963775e64a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:00.048150492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"b128e81a-2593-4dfe-a74b-7f963775e64a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:00.103120145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (578466d11092318622a8c3f650d3d4c90cae31ad2f684308d21bc4b24f3467a1) AuthConfig (0006415d0e28539a1f77cab7cdd3c460d934cf5a862b702baeee9d16d0416980) AuthConfig (2f8e76db824fed3962b911c13770cb3cedf559c086e94672a51b9dcfc8861755) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (5d0e84970aec1920c64b99dbc8bc3e1f1b75d84a1d0ba0b88fa3474532f4345b) AuthConfig (31408a4ad9e522f96ad05ea1c63d4cf8bb2d1cbf7f30d9dfb54bd621b4516ceb) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (fa2ed35a648ab832162e3e26c76741217de5d7183a1636aa87f656d8075a91e8) AuthConfig (c28f39410e3f4b5cad04068dad20fb7e7611f759ed110d1fcab0bd2f58434514) AuthConfig (444976b02975ca3ae1f0a269ac821dd80b5de4e1f4988b380135d544b1a77c16) AuthConfig (b41d18689aa9600c93cbddcf5296e753f8018cb1a13ea7c5157f38e7257c2cb2) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (ca293e0ccefee9a6113469f66bbc0a274666572ac6fc43f545248bec929e8364) AuthConfig (b98333f0c4a74760437ecaf889f7f35fa01b9a5825ae6fa630de1ee29b10aa02) AuthConfig (db2283005f375105a06e5f0f06f3ac45d116ba8bacd769b40b616880f8152166) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"b128e81a-2593-4dfe-a74b-7f963775e64a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:01.429021439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e92e3d-5d85-4b7b-b2d4-84c88620fb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:01.479339435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e92e3d-5d85-4b7b-b2d4-84c88620fb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:01.529433742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e92e3d-5d85-4b7b-b2d4-84c88620fb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:01.591329803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e92e3d-5d85-4b7b-b2d4-84c88620fb55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.21263788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"bb26c33e-8b64-4867-8cca-a553daa46911","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.371046957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"eb1b7092-001a-4821-b38a-b6b70b314a93","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.375986566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6028643c-0d43-4c6f-8df1-d8e3fc2ca655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.37672508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"36c3c271-193e-435b-a15d-4712bdb09c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.432775885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"eb1b7092-001a-4821-b38a-b6b70b314a93","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.46181065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6028643c-0d43-4c6f-8df1-d8e3fc2ca655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:02.478485866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"36c3c271-193e-435b-a15d-4712bdb09c61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.888473775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b31b528-015b-4f90-b362-aa1bde7fc057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.939569486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b31b528-015b-4f90-b362-aa1bde7fc057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:03.992374962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b31b528-015b-4f90-b362-aa1bde7fc057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:04.052327456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b31b528-015b-4f90-b362-aa1bde7fc057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.241906636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9bc7-026d-43bf-847f-b20ef043b4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.292102525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9bc7-026d-43bf-847f-b20ef043b4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.342227859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9bc7-026d-43bf-847f-b20ef043b4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.392418242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eec9bc7-026d-43bf-847f-b20ef043b4f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:07.862761098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4ebf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4ebf5","reconcileID":"9280bb45-21bc-4c4a-a447-a7dbd1c1d36b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4ebf5","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c4ebf5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.321822134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716822a9-68cc-4c07-8f3c-daab67f77e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.372152442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716822a9-68cc-4c07-8f3c-daab67f77e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.424134012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716822a9-68cc-4c07-8f3c-daab67f77e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:09.474215616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716822a9-68cc-4c07-8f3c-daab67f77e4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.20399741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"8777ef6e-9441-4c95-9360-bd0d9b4c9187","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.259451915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"8777ef6e-9441-4c95-9360-bd0d9b4c9187","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.571299606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"538bfee9-f1b6-4a65-b8ea-487aeeefbeb7","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:10.571326943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"538bfee9-f1b6-4a65-b8ea-487aeeefbeb7","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.330906017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf0881-8ac9-4d1a-86c0-3bd05294b58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.448136549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf0881-8ac9-4d1a-86c0-3bd05294b58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.498805389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf0881-8ac9-4d1a-86c0-3bd05294b58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:11.581139261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddaf0881-8ac9-4d1a-86c0-3bd05294b58a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.378054293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"dad939b5-865c-419c-af9f-b14a21ced77f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.378816658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"bfcd13d0-180f-483d-820c-a85bdf6a7305","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.386761311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-sub","reconcileID":"0cc8648b-5c60-4290-a36b-59adef56e7fe","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.442385952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"d3895ac1-5642-49a2-8213-26f2eb2f436d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.442998164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"0f262482-28bb-4074-9f6d-273f90b4daca","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.544454142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"eb2a226c-0d7a-4abb-b7af-fb8af6b604f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.54538969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fd35bab0-3136-483a-821f-24e30f954edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.595374019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"511ccf98-aa14-474e-9d0e-3f0085f87c5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.613601956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"f75f4af8-bced-47f4-a5f7-825802acb193","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.650526843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"eb2a226c-0d7a-4abb-b7af-fb8af6b604f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.666998513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-sub","reconcileID":"0cc8648b-5c60-4290-a36b-59adef56e7fe","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.69449425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fd35bab0-3136-483a-821f-24e30f954edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.843243546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"b38b57c8-8efe-414f-8716-ba6681e3b8f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:12.89710544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"0c745f5e-cd27-4324-8049-7cb3a1d0eefb","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.016937554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d33ccb99-e404-4d80-a827-dd652dbcffcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.045638108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"cde392f6-eec2-4a48-a94b-921eedc05474","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.066548153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.071770733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d33ccb99-e404-4d80-a827-dd652dbcffcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.11674799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"4874363a-53a5-4e29-8b3c-84cc4f536fac","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.11688681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"aea59266-b195-4999-a846-c3e67dc330af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.116745959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"37c85159-059e-436a-b9cc-aa78eed0e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.172648098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"37c85159-059e-436a-b9cc-aa78eed0e931","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.172825697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"4874363a-53a5-4e29-8b3c-84cc4f536fac","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.174916072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"aea59266-b195-4999-a846-c3e67dc330af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.217127026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"08806db9-31a2-4baf-8792-b10f44b84ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.272161167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"08806db9-31a2-4baf-8792-b10f44b84ef8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.322180027Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-ordering-auth","reconcileID":"2ef8112a-b0f1-4b79-a835-42313dcc27dc","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.537070243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"38ef81b0-7325-4b8e-a0bf-c12b1aed6d69","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:13.902820727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b5898174-93bd-4896-89ad-2116ec0b9427","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.083443935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"a29bb7cb-88b8-487f-8198-83a24306a34f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.280249221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cefaf297-127c-4be4-baa8-3f9c019b2e4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.465579632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"01161aa9-fa8c-41e9-9101-a8324d446859","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.566019805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"12e65099-9263-4153-a8d4-f19bb5a3d7ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.826255287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"97901db2-4706-41fe-8248-84170e9871bf","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:14.879386775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"cfcb8ca3-460e-41ed-a199-63347df4d92d","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.029296401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"66c8fc97-e72c-4067-bae4-41c85eb80c67","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.084570092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"66c8fc97-e72c-4067-bae4-41c85eb80c67","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.105056744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"7cd83f02-e708-4827-8347-8cbfa0b3dc6e","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.157883934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d75d93d6-137a-444e-b29f-9bf0e9960799","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:15.208229826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-success","reconcileID":"68f0f68b-f875-4b3e-8b35-106f66c6c9ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.256707679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"01f580be-ebe3-4bc5-8572-9a9547623876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.256709412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1d6d988-7bb0-4a30-beea-76139ffbdcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.311993767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"01f580be-ebe3-4bc5-8572-9a9547623876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.312082165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1d6d988-7bb0-4a30-beea-76139ffbdcbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.315731374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d18723eb-3749-4ed7-b441-83c9f58a32a6","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.370734098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d677993d-fdd9-4953-9ba0-3c8980694a11","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.393478403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"0f845449-fed9-4dc8-93e3-0ba6aadd901d","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.542463117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"9208d411-e174-436d-9ef2-4ea02e89941c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.59759013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"9208d411-e174-436d-9ef2-4ea02e89941c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.628503216Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-success","reconcileID":"694dd931-7950-42e4-abe7-eb1bad181c0f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.689950118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"854704b2-3836-4580-a7ed-d0d0cc9903d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.689950938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1e5f3a7e-9940-4166-a493-62880134e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.745332886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"854704b2-3836-4580-a7ed-d0d0cc9903d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.745353186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1e5f3a7e-9940-4166-a493-62880134e1d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.784627952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"1e5c940a-7378-42a6-bfcd-0195b7395ff4","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.784645496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"1e5c940a-7378-42a6-bfcd-0195b7395ff4","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.831437713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"2f57a8fa-7407-44a1-b251-65418bc38fbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.842203399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"8893da30-49e7-4e23-a637-2cde47799265","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.842602914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"efa46285-5610-4852-b1f3-cd691428c782","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.842620486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"efa46285-5610-4852-b1f3-cd691428c782","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.884697102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"6f374146-17e6-4d61-b05c-29dc67bf3031","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:15.885609271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"98d260e5-08d3-4ffa-bff7-5d7253ffbde4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ae9082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.89530006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"67542e7a-4472-413e-aa7b-f562264f53b3","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.939650044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"6f374146-17e6-4d61-b05c-29dc67bf3031","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:15.990053331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-success","reconcileID":"757c314b-ac6a-406d-97d1-9cf9b801103d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.018212943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"648672bb-e846-4d26-95a0-36db9d3cc9e8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.018233446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"648672bb-e846-4d26-95a0-36db9d3cc9e8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.071351337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"022525d3-45da-4b2f-bf58-80cb242f479c","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.071366614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"022525d3-45da-4b2f-bf58-80cb242f479c","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.244179166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"7f13cb43-9f43-40ac-b43e-3ee82c5db94e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.276270748Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"a3aead8f-78a2-4366-9e04-2a1a61f750d7","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-auth-test-model-ff34e5","model":"auth-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-auth-iso-ae9082"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.299216705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"7f13cb43-9f43-40ac-b43e-3ee82c5db94e","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.43486401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"25924c4b-2f1e-4e24-bde9-4cc9ce730d46","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.434884402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"25924c4b-2f1e-4e24-bde9-4cc9ce730d46","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:16.635794824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"bc164d44-d907-41d8-87b6-5c8edfec443b","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-auth-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.602292018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"5b6b0c1a-5b9a-46b1-b762-e6997a8435c0","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.751643471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"e725bdf3-083f-4454-9497-6ea9e488d6ec","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.760465567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4f7c8d7a-c12a-4456-a8e6-e19c07829f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.760465569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"27cbad9f-a9c1-4178-aca4-fbe1582811b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.807273396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"e725bdf3-083f-4454-9497-6ea9e488d6ec","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.81577206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4f7c8d7a-c12a-4456-a8e6-e19c07829f49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:18.816963324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"27cbad9f-a9c1-4178-aca4-fbe1582811b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:22.986596446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bdac4003-6f51-4ea9-b524-c6df33002416","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.104431647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"472f0123-1840-4012-b3cf-91b4290f4d1e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.105978526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"14940e35-4960-4645-88e9-a8f8ae149b81","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-auth-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.386847921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"938bd3bd-fdd2-43d5-9344-ca1292279032","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.386889892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"938bd3bd-fdd2-43d5-9344-ca1292279032","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.580522674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"b83cf5a1-16eb-43aa-897d-018a5ca44c16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.661122284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"64d19b69-bf31-4581-90d9-d3176f8b4745","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.739484146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"024e2ad6-5969-450d-93c9-49dfcc28e08b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.740023806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"34352989-76b7-4b31-a3dd-c533ec6d4253","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.863819234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"34352989-76b7-4b31-a3dd-c533ec6d4253","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.882210733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"cd4f0b9f-c63e-4e1c-972c-3d7dd6e8e619","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.905784658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"cd4f0b9f-c63e-4e1c-972c-3d7dd6e8e619","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.953940519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"24e162d2-3cfb-47bd-aeea-371c4e78baad","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:23.954163034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"24e162d2-3cfb-47bd-aeea-371c4e78baad","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.066923569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"4ae9b454-bd28-45c8-bc63-9d35131cfaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.245875048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8b06090a-00a6-469c-9535-7f1d71021009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.255186884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"4ae9b454-bd28-45c8-bc63-9d35131cfaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.263555078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0390e40f-5fca-411f-9dc8-e2e8b9ad9fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.31511367Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"4ae9b454-bd28-45c8-bc63-9d35131cfaf9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.337981087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8b06090a-00a6-469c-9535-7f1d71021009","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.354678169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0390e40f-5fca-411f-9dc8-e2e8b9ad9fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.419815723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"7e107458-7752-4de8-ad7f-47ac6df622a1","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:24.419843977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"7e107458-7752-4de8-ad7f-47ac6df622a1","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:28.760493698Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-success","reconcileID":"0a2fb1d3-e7e4-4b02-9ec0-442674ab6f22","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:28.970766594Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-success","reconcileID":"0a2fb1d3-e7e4-4b02-9ec0-442674ab6f22","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.173016862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"1da34b11-04d7-4b09-b1a1-4580de0d4c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.22606677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"24a9ef7e-bc3d-4825-9b9f-c93ec55d2d8d","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.376460451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"85a02412-465f-4060-b080-93d01172aa5e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.376584004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"48633ecb-115c-4b79-a9d3-a415d232dc89","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.377115975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"100e9677-1acf-4f0e-a251-e933c6cd1ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.377115953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6e7b93e0-4424-410e-858a-666b13561bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.458253209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"100e9677-1acf-4f0e-a251-e933c6cd1ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.470362174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6e7b93e0-4424-410e-858a-666b13561bea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.506595824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"85a02412-465f-4060-b080-93d01172aa5e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:29.761292908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-success","reconcileID":"10fafc97-f77a-4bc0-9236-f9f8da5ca3ac","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:30.016861494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"086dcb0c-01f9-44d5-8ad8-7ca361165b48","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.180879911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"cc472cae-a07f-4250-88a4-f334b43aa3ec","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.234106678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"94726a2f-ac4a-4f40-86c7-993ef71dc9f8","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.382856414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"a6e90192-b498-404a-9703-d43c8a2492f6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.437858882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"a6e90192-b498-404a-9703-d43c8a2492f6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.450218826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"2b92e61e-20ab-417a-94fd-5bb0584538e4","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.503414697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"260695f3-31b8-4621-99bd-edfcee4f534e","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:31.553222934Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-no-access","reconcileID":"045d1dd9-7361-412b-8264-8b93310433eb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.598681714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7604189a-dd16-4a1f-8c3d-01f586e25d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.598681735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4abf8e46-0e45-45b0-93d0-912957c3f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.654984543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4abf8e46-0e45-45b0-93d0-912957c3f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.655006304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7604189a-dd16-4a1f-8c3d-01f586e25d1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.662264844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"e6d2aea4-d47d-468d-8cc1-83f44eb71499","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.716033393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"715ac222-0611-4081-8df7-9b9d108e966c","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.745903079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"ff7f810d-fc4f-41c8-afdf-1620cae53ab1","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.894041391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"f436890d-7ef6-4e47-a06e-3284d283ed83","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.948808656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"f436890d-7ef6-4e47-a06e-3284d283ed83","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.975306198Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-no-access","reconcileID":"0ddff4b7-16c9-4ffa-83d6-c7c5078015e4","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.993312112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"15589930-e9e4-43fa-8391-0874b37d7a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:31.993322278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de0cf88f-dcbc-41bf-9c0f-5b061487cc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:32.051768388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"15589930-e9e4-43fa-8391-0874b37d7a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:32.05207729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de0cf88f-dcbc-41bf-9c0f-5b061487cc74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:32.13389153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"70240b89-3c6a-4674-9bca-2d79447eac94","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:32.17745203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"91803539-ac92-4cff-88f8-f2233f7ec278","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:32.337358996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-no-access","reconcileID":"dff9673a-1af1-4b69-9183-5e23a7f92da9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.523760889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"d7867b8b-9282-4c13-8ede-68c8b5c1a512","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.580970575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"d7867b8b-9282-4c13-8ede-68c8b5c1a512","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.634815002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (7d43b63a3b609c632b8e1f5c42a9c45dad6465179dd80c87c85fb63b95a30a36) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (b57e5994c5f9ccd178c37aeef8aa8975e7f71200eeeaf43173b3ee365ef371ef) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (126605fafead399015857ed3b41f55ff68c8cc3b77686b30286f3234961f403a) AuthConfig (b9c3afe363ee8be9a40fa2b5e2124a1cfb1f133dde4180733e30ea837fdbbfef) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (add124af25f1261fca3b2af57b3e49b7c7d4067e26efeced2a25c1b2dd9ba18f) AuthConfig (c863c83339bb340586c79ec2301d8a4178cc36a052af04bcf22944423c7cacd9) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (b5e30b723dda999d5e715bff2df810c2cf1ed8dd6b29844f6f446fdc5eda5caf) AuthConfig (b6e98f68d71e48fda0c3eee698148c5c8b6f92f13073c24e7f7163f8df2ca498) AuthConfig (1dc9cabb2e589d74d510bd094d0d47dbc53799d4ff5a98ecce52aef130de8fec) AuthConfig (0b9fec09211e6f8687a50fe4114046992b22728f398394ceb3fb44fad8511e22) AuthConfig (8685886a54a79f3eddc527b85f1f996a780af31f40a6441d2c3d19fd27e27d77) AuthConfig (6c50833f0b68c452bbb6ecefca39ec94d66a2165af39b765d65bd5514a6cfee4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"d7867b8b-9282-4c13-8ede-68c8b5c1a512","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.690995559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2aef04e0-7b68-4ef7-9bc7-9b5b0acf4abb","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.69101664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2aef04e0-7b68-4ef7-9bc7-9b5b0acf4abb","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.807159047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"8e71512e-b9fd-4036-84ab-690e1d762ca7","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.956553897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"a3382cc2-bb50-4b9a-8866-8d828933024a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.956753335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"670cb892-04fc-4085-94e5-97ca47eea1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:34.956553797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b5257a3-7313-4af5-913a-3ce60a1b19d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.013559613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"a3382cc2-bb50-4b9a-8866-8d828933024a","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.013587317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"670cb892-04fc-4085-94e5-97ca47eea1db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:35.017457388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0b5257a3-7313-4af5-913a-3ce60a1b19d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:42.767287238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c2542961-59c5-4203-a1e9-40fb2533de13","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:43.066564599Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.791022245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"963b527e-c6d8-41e1-902f-58cb2f0833be","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.848690746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"963b527e-c6d8-41e1-902f-58cb2f0833be","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:44.964546318Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-no-access","reconcileID":"5564bb77-4296-4cd5-ac90-4369c4971681","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.115256623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"cf80d566-560c-4c3f-99bd-6cd581c5fa67","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.115286411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"cf80d566-560c-4c3f-99bd-6cd581c5fa67","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.176211297Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-no-access","reconcileID":"5564bb77-4296-4cd5-ac90-4369c4971681","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.377828011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"30f232d3-6301-44bc-bdca-2a992df53a7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.431055635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"2e7d0731-65b9-4b3f-9288-4fd35324c09f","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.579565713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"f4ac7401-77c2-43c8-a11f-2b160a709425","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.585631255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a2163315-83a7-47ba-9ec9-755f72a0d3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.585639995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6de49367-c9a9-4c11-9711-b47284667ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.586038493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"f2a60f04-9251-4b95-aeb6-47f7657c7e88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.64132097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6de49367-c9a9-4c11-9711-b47284667ee9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.641966229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"f2a60f04-9251-4b95-aeb6-47f7657c7e88","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.643676178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a2163315-83a7-47ba-9ec9-755f72a0d3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:45.841030445Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-no-access","reconcileID":"be961055-d9ed-42a5-a35f-cd0f562e59df","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:46.096227168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"674978cb-29f0-444d-b7a8-a0efef2ae36c","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:46.2173637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"5e325316-5c1f-4a75-be2a-ad9c56b1fc28","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:46.330783052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"5e325316-5c1f-4a75-be2a-ad9c56b1fc28","name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.011616298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"848b193b-d7af-49f1-a865-94b1892da155","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.011641542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"848b193b-d7af-49f1-a865-94b1892da155","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.158794138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e46fb97b-8b50-4ebb-a420-030d2dd03605","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.213784005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d0cec902-1a3c-4c75-9354-889ef315786a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.371663304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c71b373-3d08-486c-9d5d-19a6f36e974e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.426813387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c71b373-3d08-486c-9d5d-19a6f36e974e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.438548514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a66748be-6e11-42b5-8449-93a56aa49d9e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.493885246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7a22d270-d389-4e33-a8c0-4827cb668e54","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:47.542828981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-free","reconcileID":"bd7d1f57-4c9b-4f83-bd10-33b9844dbb6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.588363938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f9d86bf6-7654-48c6-8e5f-d7fcb72cb55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.588363384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b9d171eb-4c9b-4dc2-bbb6-d8dd0004beb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.645372967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f9d86bf6-7654-48c6-8e5f-d7fcb72cb55b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.646516012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b9d171eb-4c9b-4dc2-bbb6-d8dd0004beb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.650653126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"5e9729db-b6b7-47bb-a758-68bf2a0064eb","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.706157564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"be7dc159-4f73-4d60-a1c9-b05df23bb20d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.74281459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"33a4b366-19a1-4c97-8309-17e6be3e5467","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.748483861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9f9b9f2a-e048-4e3f-9347-32ed152fb190","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.748496783Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-6fa7dd priority=0:[ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-free ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.802392306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3a2c3101-953f-4924-9093-99c2f75db3be","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.850328659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7d63f164-8903-4c6b-874f-4d667f66fd6e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:47.853478599Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.895022811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"547fb408-6045-47be-8dcb-5aa29d8d1396","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.905524727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a48468e6-c069-44da-91a1-37344c564212","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.951152414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"547fb408-6045-47be-8dcb-5aa29d8d1396","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:47.967482894Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-free","reconcileID":"80b598e5-fd74-4693-85e0-b3096af392bd","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.034070971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4c179e04-09c5-4710-a4ed-0b03f7cd2dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.034070953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9ea7d0c8-3b64-4f2e-84ac-81aa3e510730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.090514014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4c179e04-09c5-4710-a4ed-0b03f7cd2dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.0910427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9ea7d0c8-3b64-4f2e-84ac-81aa3e510730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.1085626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-premium","reconcileID":"30b8db15-f387-4b0e-b95a-ea71b2758af0","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.128427024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"856396aa-5901-4856-81b3-c7efc98fd632","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.221553172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"c949e890-738c-46d9-9c78-ec103402901c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.281631511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0094b10e-8788-40fd-af30-57c627c389c4","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.332466251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3e2753f4-4f09-43d4-8600-6ceab79638c2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.332530264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-free","reconcileID":"c6c9f5f9-ffb2-46b2-931a-040b8ffe172a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.387456669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"3e2753f4-4f09-43d4-8600-6ceab79638c2","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:48.483993524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-premium","reconcileID":"e5e477ec-4ea8-4ffb-ae1a-ee34c68e8b38","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.21543704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"167bf95d-ee95-484f-9dcc-19262a2152a8","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.215457932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"167bf95d-ee95-484f-9dcc-19262a2152a8","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.215490235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-6fa7dd priority=0:[ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-free ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.274239026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"930ccf62-d41e-4df9-9dcc-b1960d06d525","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.315799509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"821829e3-9a73-4db0-879e-b7ebe8f5bcae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.323055748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"3cb06912-8c89-45aa-a375-dd0b68c15c2d","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.32307614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"3cb06912-8c89-45aa-a375-dd0b68c15c2d","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:12:50.324986583Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-83bb08/e2e-auth-iso-ae9082","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-ae9082\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.370535373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"821829e3-9a73-4db0-879e-b7ebe8f5bcae","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.376897977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"fb7d0d68-777c-4d00-9826-b6864f73112e","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.37691486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"fb7d0d68-777c-4d00-9826-b6864f73112e","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.585573687Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"52cd57bd-3e8f-4a84-91dd-bcfafac9e590","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-auth-test-model-83bb08","model":"auth-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-auth-iso-ae9082"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.670335979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"911779fe-aa85-4487-8aff-7655e4ce4fdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.725473069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"911779fe-aa85-4487-8aff-7655e4ce4fdf","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.744150528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"52435f66-32de-4254-a1fd-ece976c1a3e2","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.744169277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"52435f66-32de-4254-a1fd-ece976c1a3e2","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:50.944539887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"7d0a5df8-dbab-4840-bb45-d1594c0310f2","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-auth-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:51.103242188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2ca21174-2519-4304-bf96-98fc2dcf3ed4","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:51.103262379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2ca21174-2519-4304-bf96-98fc2dcf3ed4","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.251037307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f1368f93-ca16-4aac-a792-d3e91f04ca7c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.400605943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e3cf7a54-3741-4773-88d4-a79ea3be818d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.400844899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"782e03c1-4885-4feb-931a-371cf0d06494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.400605991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bd60852b-3236-4627-a2ee-6b30eeb98f7b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.456483069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e3cf7a54-3741-4773-88d4-a79ea3be818d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.457815445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"bd60852b-3236-4627-a2ee-6b30eeb98f7b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.458662796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"782e03c1-4885-4feb-931a-371cf0d06494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.520310112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"065aca04-3b4a-43b8-96fc-018a6c45b2cb","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.520329232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"065aca04-3b4a-43b8-96fc-018a6c45b2cb","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.575801243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"b3f4d3d7-a134-4ae3-8423-63705408a077","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.575820524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"b3f4d3d7-a134-4ae3-8423-63705408a077","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.675360605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"5296b495-2a4d-4cd5-a225-98607a0befaa","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.848786005Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"5296b495-2a4d-4cd5-a225-98607a0befaa","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.903213947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7664c7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"5296b495-2a4d-4cd5-a225-98607a0befaa","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.957106636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"fc100e9a-ae62-42f6-a79d-3bfdd07da3f0","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:52.957124465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"fc100e9a-ae62-42f6-a79d-3bfdd07da3f0","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.01970694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"50f4cb05-2d82-4a74-881d-db72b9897507","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.020329226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ef56af32-a450-4235-acdb-4e3e870096b1","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.020698518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"31935051-a82f-4ccc-bf6d-10ed41ad6186","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.073969512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8ed369cc-eafe-4dd9-bccd-afd5d96104fe","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.074315523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"0f362699-adca-4510-bbe5-50a39b84bebe","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.074625073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"13109805-9115-43a8-95e0-a66b5a1d2e89","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.171851737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"66c80f44-f076-4a74-9c90-9855914b8503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.171851612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6287aef1-498e-4184-ac89-823a666dbd51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.229207344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6287aef1-498e-4184-ac89-823a666dbd51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.229207521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"66c80f44-f076-4a74-9c90-9855914b8503","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.230028403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"0b455427-8e44-4b2f-b6d6-adf86e5e529a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.230051891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"d61a59a0-4f27-4277-8126-37e38660b69f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.602102034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5d26abea-4d4a-45e2-b80d-3d3efa99a7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.602739558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e0bddf9e-a1db-4ac9-b95c-1b85fefe0051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.660250198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e0bddf9e-a1db-4ac9-b95c-1b85fefe0051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:57.6927642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5d26abea-4d4a-45e2-b80d-3d3efa99a7c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:59.134539715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"07967245-1514-49ee-b1d6-96a92db020ca","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-auth-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:59.29709098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"d186d60d-589e-4d2e-b81d-8630a0f1cfaa","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:59.297109992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"d186d60d-589e-4d2e-b81d-8630a0f1cfaa","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:59.916606299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"663527c5-88d9-44e2-9b56-503186adea2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:12:59.971594274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"663527c5-88d9-44e2-9b56-503186adea2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.407997123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-free","reconcileID":"de60fef9-4e88-4f34-8140-7041c6642958","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.617111421Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-free","reconcileID":"de60fef9-4e88-4f34-8140-7041c6642958","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.822236335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-premium","reconcileID":"a5a23f37-2506-40f1-8177-38ef2862a50f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.822233885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"8aab7eca-ff71-4d30-9725-7a8650f6242a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.829962134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"dd328634-dafe-45aa-a80f-30959485cbc1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.886921339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f6b06c4a-8318-4433-a9c3-e762a3439ee7","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.942795797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"3bcc3f0a-41a5-483e-ab36-22836888bef4","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.942816276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"3bcc3f0a-41a5-483e-ab36-22836888bef4","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.981072023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ed21c57-d8b0-455f-baaf-c2ffb733d6d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.981080929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b2086db-298e-464c-9365-5b5b9dc651bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.98163759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"34b28b4f-fe2f-49e3-b9d5-f66fb1facae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:02.981987516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ad134d35-c498-4b9b-8ea7-2d40a3b01d32","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.036969861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"34b28b4f-fe2f-49e3-b9d5-f66fb1facae8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.037100141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b2086db-298e-464c-9365-5b5b9dc651bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.039541181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6ed21c57-d8b0-455f-baaf-c2ffb733d6d9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.058754678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"2d6bd070-e6b7-409e-b899-ef159579f653","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.115689774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"2d6bd070-e6b7-409e-b899-ef159579f653","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.169693975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7664c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cef23a564155cf41660782ebb86b2abaa89d58c9657b8ccacaed19412e7e16ed) AuthConfig (d0351da8f902cc1c58802b744df6805c0a5b19a440eb2d5d91d4e2cc2d1dc247) AuthConfig (cda1885f05011d3eb72b1915ba7952de538c75c260b3a4f034e32945f3605a32) AuthConfig (d91206364856d8042449e86cf8dca3abd895e1f5a9cfff10cc7a546e4064840a) AuthConfig (68461184b4382fe92052ae449c0f22a81beeb5de60df9e953c87f0d6c052b1db) AuthConfig (725b5b9ca3b857cb7992e2cb788bfacb5f15cdcc99226c0084df659e801050f3) AuthConfig (a10b9dad0b1e5e080ab55aa288d76bcfdfe6a24f762ad7dc883b962fe4d0cb6a) AuthConfig (de3db4b3b52f6a7f1e3bcaf8ed405c84767ebc35861c70578acec449ad5162a8) AuthConfig (b6fd4d763149953ea7333b164e5909021a515534ac4c324c1162fa1b7d5b5d04) AuthConfig (93778f070962d8633d04ed979f29957130f85985ac2a89ddc75f81f2a85b9342) AuthConfig (28f9f43033d00fd93fb057e6a5a6b948ae0a49025a5b6b040a4f359e4877f806) AuthConfig (86e93b1883c8f4e22d4312634a99211e9b70f5c51b7a137bc71cfcd4fec2f5e9) AuthConfig (2b037b16b4d1b2ad11c3fdf308501f25b37f5f1c123c574df88d8e93d6d8a069) AuthConfig (f1cf59c82189d8492584e35e7f608673a191af6ac388d0ec2f64af4fb3514e96) AuthConfig (300138d9b073a4b41ad4d7e18c3ff3dea0d6a4ab88f65ab24c1b7f556fc2fbea) AuthConfig (f18774239787777b613d1d718c2f5a6f41dad77997204fad2f724f60489428ed) AuthConfig (0002eaee7ed1d98da2fc49606cea654f7af1f697a077c0a768ac02f202cfa53a) AuthConfig (414300511d520211313c13805b91235202e404e5457fadac063246d32fd67772)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"2d6bd070-e6b7-409e-b899-ef159579f653","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.228775609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"3334c0de-bf69-4f54-a3b8-58e2f37da695","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.228802261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"3334c0de-bf69-4f54-a3b8-58e2f37da695","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.391487777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c7119869-165a-47f4-abff-7c60ef46fd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.391489872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"da4afbc2-d4c4-49f6-9515-043ab452dc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.39190348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c58c00aa-ca13-476b-b8f5-0b5558db7575","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.448468571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"c58c00aa-ca13-476b-b8f5-0b5558db7575","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.448468565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c7119869-165a-47f4-abff-7c60ef46fd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:03.450596367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"da4afbc2-d4c4-49f6-9515-043ab452dc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.067788339Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.139376044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-premium","reconcileID":"bdda20b9-e53c-462c-8146-293d57a9eebc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.179892674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"620bbabc-269f-40b6-b8fc-9aeb1d3800f8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.179910608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"620bbabc-269f-40b6-b8fc-9aeb1d3800f8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.280058543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"e8dd73c0-fb25-4d3e-a20a-0a88cc89f39d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.33595072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"ffb2a42b-e69c-41a1-b0ff-74176d711eda","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b2400c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.336319152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"e8dd73c0-fb25-4d3e-a20a-0a88cc89f39d","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.348012151Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-subscription-premium","reconcileID":"bdda20b9-e53c-462c-8146-293d57a9eebc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.380421149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"36d4dce1-2e42-4998-b553-41a718b1abb9","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.435816492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"36d4dce1-2e42-4998-b553-41a718b1abb9","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.489925322Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7664c7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cef23a564155cf41660782ebb86b2abaa89d58c9657b8ccacaed19412e7e16ed) AuthConfig (d0351da8f902cc1c58802b744df6805c0a5b19a440eb2d5d91d4e2cc2d1dc247) AuthConfig (cda1885f05011d3eb72b1915ba7952de538c75c260b3a4f034e32945f3605a32) AuthConfig (d91206364856d8042449e86cf8dca3abd895e1f5a9cfff10cc7a546e4064840a) AuthConfig (68461184b4382fe92052ae449c0f22a81beeb5de60df9e953c87f0d6c052b1db) AuthConfig (725b5b9ca3b857cb7992e2cb788bfacb5f15cdcc99226c0084df659e801050f3) AuthConfig (a10b9dad0b1e5e080ab55aa288d76bcfdfe6a24f762ad7dc883b962fe4d0cb6a) AuthConfig (de3db4b3b52f6a7f1e3bcaf8ed405c84767ebc35861c70578acec449ad5162a8) AuthConfig (b6fd4d763149953ea7333b164e5909021a515534ac4c324c1162fa1b7d5b5d04) AuthConfig (93778f070962d8633d04ed979f29957130f85985ac2a89ddc75f81f2a85b9342) AuthConfig (28f9f43033d00fd93fb057e6a5a6b948ae0a49025a5b6b040a4f359e4877f806) AuthConfig (86e93b1883c8f4e22d4312634a99211e9b70f5c51b7a137bc71cfcd4fec2f5e9) AuthConfig (2b037b16b4d1b2ad11c3fdf308501f25b37f5f1c123c574df88d8e93d6d8a069) AuthConfig (f1cf59c82189d8492584e35e7f608673a191af6ac388d0ec2f64af4fb3514e96) AuthConfig (300138d9b073a4b41ad4d7e18c3ff3dea0d6a4ab88f65ab24c1b7f556fc2fbea) AuthConfig (f18774239787777b613d1d718c2f5a6f41dad77997204fad2f724f60489428ed) AuthConfig (0002eaee7ed1d98da2fc49606cea654f7af1f697a077c0a768ac02f202cfa53a) AuthConfig (414300511d520211313c13805b91235202e404e5457fadac063246d32fd67772)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"36d4dce1-2e42-4998-b553-41a718b1abb9","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.551205374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"3e095aeb-cc17-4486-8168-c9214326d21b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.602738982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7d6f7cd8-fa27-414b-aab2-f2b03fc4367c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.636601642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"910c0c9d-c060-4003-a3c5-089c172d2da9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.691803824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"910c0c9d-c060-4003-a3c5-089c172d2da9","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.750092113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4378b947-60a4-4dc1-affb-dd578efff2f7","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.786005601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1e3ea5e0-b665-4bf6-9edf-1338ce24ff5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.78620081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26dc9c25-f23b-4e2d-abda-536c024d1b57","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.786006451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d09c072b-f64c-4df4-9632-ec555bd72ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.842340812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1e3ea5e0-b665-4bf6-9edf-1338ce24ff5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.842751484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"26dc9c25-f23b-4e2d-abda-536c024d1b57","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:13.844731635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d09c072b-f64c-4df4-9632-ec555bd72ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.094082384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-multi-sub-valid","reconcileID":"13531833-5d98-4b1d-9d83-ef1c42c103c9","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:14.250005753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1d6765fb-77bf-465c-a9e0-7e56ff3ec931","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.77332298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"732ca91f-dd02-444d-9784-75b48dd9c21b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.83243027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"db51612b-b0e8-49d5-807d-29357b00c6c6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.983162072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9be3a61a-ac19-4f05-a589-2ddd9b5974d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.984728164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b44bf6f7-e55f-4aa9-863b-705f46b42e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:15.993277312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"dff5448d-07a7-41e3-bd60-67ec88194142","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.045442245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4982f7dd-e4e1-473b-b738-99ed144086b2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.051217433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9be3a61a-ac19-4f05-a589-2ddd9b5974d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.060090002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b44bf6f7-e55f-4aa9-863b-705f46b42e0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.075347373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"dff5448d-07a7-41e3-bd60-67ec88194142","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.126442787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ad43ac20-0bec-4cbb-9768-f8500acec7d8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:16.185515014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"f88a305d-ede4-4aa9-ab80-bb7ce4ce58fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.217924864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6ccade83-1220-4286-8142-8e5bf6554034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.240301299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"739aca9a-69ec-42a9-921e-58d9d07ee2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.276369213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6ccade83-1220-4286-8142-8e5bf6554034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.330424397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fd979c67-988b-40f9-85ed-ddbdc46c6769","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.3309898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d680a6f1-92e9-474e-a818-bb7b41a6126d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.331831482Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-6fa7dd priority=0:[ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-other-subscription ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.335920422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"739aca9a-69ec-42a9-921e-58d9d07ee2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.390338608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"eb2512bb-55db-4e58-84f4-45568077d539","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.39189644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7c6be9eb-577a-4292-8b4f-3748436525b2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:16.393497862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"f097abcc-6dbb-41e9-97c9-0b820847d56e","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.444147513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"beab0132-dd06-479b-95fb-e7fa34047f35","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:16.467024442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.471572676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2f9aa78a-a13b-4185-bdad-2e8e5d013d10","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.501575407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3a37cdb6-2352-4027-9dbf-5ed8197bedf9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.574109934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"e3cfd9d1-cf4e-4e4a-9294-6ef6397209a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.640183718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"e3cfd9d1-cf4e-4e4a-9294-6ef6397209a7","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.676920102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bd9e1a46-7714-456e-b008-759262b90d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.741311416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bd9e1a46-7714-456e-b008-759262b90d85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.757313833Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"8e7393df-878b-4671-9c81-ed7ffeb5e67c","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.774853195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8da99aa5-9559-4af5-bc4c-70d70965e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.854972457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8da99aa5-9559-4af5-bc4c-70d70965e917","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.888239827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-other-subscription","reconcileID":"bd7972a2-96af-49d8-933f-482934d78510","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:16.951291049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ef1a9da4-e39e-4acc-abcc-a37c0f034604","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.027393145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"2033fbb6-744a-4460-8e96-8e6da1165076","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.028729609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"8c669c5d-38bf-48cb-823f-988512d7cdf2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.064236118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"61c89abc-79ae-4fdc-9978-76ad5f73a0f7","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.091627263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"8c669c5d-38bf-48cb-823f-988512d7cdf2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.16417842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"d4db90c3-6f7f-4156-b094-709d2d81a932","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:17.276900072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-other-subscription","reconcileID":"55fe4316-668d-45ef-b546-3deb3e22c2c7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.360534729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c3da8a1b-c42f-48f8-a453-d810d04b0487","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.509727891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2f80b563-b728-469f-a558-5625d8212e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.509763255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"db3a5774-18fd-4cb1-963a-ded991f4308a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.510244592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f3c59bf1-7075-4eb8-8d20-ecb5a05e9d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.565467873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f3c59bf1-7075-4eb8-8d20-ecb5a05e9d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.566720769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"db3a5774-18fd-4cb1-963a-ded991f4308a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:19.567768134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2f80b563-b728-469f-a558-5625d8212e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.387184908Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"309ececa-1a82-433d-97bf-a584d1ad3e0e","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","subscription":"e2e-auth-iso-ae9082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.437827662Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"309ececa-1a82-433d-97bf-a584d1ad3e0e","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.488702293Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"309ececa-1a82-433d-97bf-a584d1ad3e0e","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.598299736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"10312a79-e786-4f2b-97eb-c07fad8d3b34","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.653794257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"10312a79-e786-4f2b-97eb-c07fad8d3b34","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.759196049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"2de7a594-b6cc-41a9-9073-25c3d40343b8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.759224068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"2de7a594-b6cc-41a9-9073-25c3d40343b8","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.815629395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f62cacef-0113-4c90-924c-e8a090266314","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.859040628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"62231729-2dc9-408f-9e98-f9d9655cbd8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.910055774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2fc96dbb-72d6-4716-abec-5a184722bf0e","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.910079909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"2fc96dbb-72d6-4716-abec-5a184722bf0e","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.914138145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"62231729-2dc9-408f-9e98-f9d9655cbd8b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.96704599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"a5d7a71f-bb83-460a-897b-a5a7a0d1129d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:23.967069947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"a5d7a71f-bb83-460a-897b-a5a7a0d1129d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.009490303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"5f4fce74-a35c-43d4-bddc-1ee6c9467b9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.065325787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"5f4fce74-a35c-43d4-bddc-1ee6c9467b9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.066206387Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"d9ee63c8-d5b2-45a0-b2ec-2962d8be09fb","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db89654a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.217194748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"e7085964-0a6e-4aad-9ea1-8746730152f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.272447834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"e7085964-0a6e-4aad-9ea1-8746730152f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.366474263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"da1f4fd5-1b75-47ca-821b-bdf767159046","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:24.423097062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"da1f4fd5-1b75-47ca-821b-bdf767159046","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.320191817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14249fa-fd79-4ec7-8ed3-1896a3c9fb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.370383162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14249fa-fd79-4ec7-8ed3-1896a3c9fb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.420809831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14249fa-fd79-4ec7-8ed3-1896a3c9fb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:26.471101974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14249fa-fd79-4ec7-8ed3-1896a3c9fb37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.459080186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feea4626-2e09-469c-acad-e48969155133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.547461935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feea4626-2e09-469c-acad-e48969155133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.631698989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feea4626-2e09-469c-acad-e48969155133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:28.6860338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feea4626-2e09-469c-acad-e48969155133","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.17089933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"7505070a-1088-4d8e-aab2-283a12ce57f6","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.171008145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"7505070a-1088-4d8e-aab2-283a12ce57f6","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.227528948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"693c22a3-b511-45d8-bd56-17ce56ce1cb9","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.227552376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"693c22a3-b511-45d8-bd56-17ce56ce1cb9","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.270290898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"33968758-95d0-488e-8899-dc4961b60fc2","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:29.278096302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"3696db54-0962-415d-a2e5-291751f6fddf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7664c7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:29.279344448Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"693c22a3-b511-45d8-bd56-17ce56ce1cb9","name":"test-model-7664c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7664c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:29.279389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"693c22a3-b511-45d8-bd56-17ce56ce1cb9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-7664c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.284719954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"017c2bf5-5eaa-4cda-98b9-42e6bc8a2c2d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.284735157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"017c2bf5-5eaa-4cda-98b9-42e6bc8a2c2d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.325884523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"33968758-95d0-488e-8899-dc4961b60fc2","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.386520718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"0c348c54-fdc1-4c1f-956f-808835a0949a","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.386545164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"0c348c54-fdc1-4c1f-956f-808835a0949a","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.451459021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"5e91b3e3-24fa-4352-b9e2-3a1a5e002362","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.451486679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"5e91b3e3-24fa-4352-b9e2-3a1a5e002362","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.517816314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"af11eeef-d28a-46fd-b2a4-8507bf208181","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.657570905Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"256357a4-88e6-4a2b-8b58-bd9faf28dd80","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","model":"test-model-7664c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-7664c7/test-model-7664c7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.703469624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"e54177a2-c04f-47d9-8bba-4b31cef11232","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.72872132Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-user-subscription","reconcileID":"af11eeef-d28a-46fd-b2a4-8507bf208181","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.759071364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"e54177a2-c04f-47d9-8bba-4b31cef11232","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.816081472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"11730626-7cbb-4585-bac7-b180fbc1035e","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.816102798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"11730626-7cbb-4585-bac7-b180fbc1035e","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.952226209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"ffdbbc7b-2a14-4a8d-8ffb-035f668bc4e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:29.952694472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-other-subscription","reconcileID":"9135bf21-3561-475f-971d-ca7de512eb5d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.009228868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"638115c2-f4a1-4ee6-8baa-6d21c2ab0400","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.052947469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"6a870cc6-9a33-4dd4-92f2-a2b4e73d54b1","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.158387309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"993e0e90-b926-48c9-8615-c7357b1c1bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.158642765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4ae1c2fc-0461-4afe-87ce-e29c63134455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.15881291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"398e02f0-b290-40cc-a918-9fb899cc6554","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.16074415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"bf937cc1-cd26-47b8-a8ba-373a0ca66f19","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.21384058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"398e02f0-b290-40cc-a918-9fb899cc6554","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.21470244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"993e0e90-b926-48c9-8615-c7357b1c1bc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.215767735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"835d0167-3481-48df-a50b-415ebe3dfaf6","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.215787504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"835d0167-3481-48df-a50b-415ebe3dfaf6","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.216221163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4ae1c2fc-0461-4afe-87ce-e29c63134455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.565437313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"f73ed536-969f-40f9-899e-b6996733bbbd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.566444486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1c3017d1-1061-4ca7-98c0-cfc1a85197f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.567117137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3c800113-d4e3-4691-abea-dfbbf51619c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.589774561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"b1828867-f5ac-4296-b477-09c28c29d615","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.622851676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"f73ed536-969f-40f9-899e-b6996733bbbd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.622865365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1c3017d1-1061-4ca7-98c0-cfc1a85197f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:30.625145233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3c800113-d4e3-4691-abea-dfbbf51619c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:32.734597489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1483d054-abb6-4d9b-b555-403a60e75426","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:32.789527249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"098b34a4-4abe-4559-8935-35c2bfeec7fb","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:32.938742505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"c43ca10c-88d2-4f37-9bee-b4d4031066b5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:32.993998992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"c43ca10c-88d2-4f37-9bee-b4d4031066b5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:33.301517939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"85b116e9-d7a0-4135-aafa-5deae23c5bcf","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:33.451629987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"c92c4fa4-3a9f-4c6c-9689-c36e21d28ab8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:33.50737874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"c92c4fa4-3a9f-4c6c-9689-c36e21d28ab8","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.117494717Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"f809f07a-b982-4d30-96ec-1a6cdfdea251","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","subscription":"e2e-auth-iso-ae9082","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.168060782Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"f809f07a-b982-4d30-96ec-1a6cdfdea251","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.218939064Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"f809f07a-b982-4d30-96ec-1a6cdfdea251","MaaSSubscription":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.482726812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"a044d7ce-1b8f-4270-81b4-a95dfc875585","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.482745692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"a044d7ce-1b8f-4270-81b4-a95dfc875585","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.515218545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d385fb-eb63-4936-8f49-acdb30d30ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.567731685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d385fb-eb63-4936-8f49-acdb30d30ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.619375836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d385fb-eb63-4936-8f49-acdb30d30ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.624685599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"b5f1b44a-d14b-4873-afb2-0efc4774fe21","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.62470438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"b5f1b44a-d14b-4873-afb2-0efc4774fe21","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.669594626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d385fb-eb63-4936-8f49-acdb30d30ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.66965843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"bfe2eb96-bc37-437b-a730-1c4cfb024a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.719869234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"9f2567dc-6f58-470f-a96a-ede5af1a1070","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.774804719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"9f2567dc-6f58-470f-a96a-ede5af1a1070","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:34.892497209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"bfe2eb96-bc37-437b-a730-1c4cfb024a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.044204243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"dacbe318-752f-4b1a-9848-ab5be565637b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.06126801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"bfe2eb96-bc37-437b-a730-1c4cfb024a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.06128943Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-auth-iso-ae9082","reconcileID":"bfe2eb96-bc37-437b-a730-1c4cfb024a6a","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.09984621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"dacbe318-752f-4b1a-9848-ab5be565637b","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.116070828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"89cfdd00-8465-4432-935e-aa7a5ffb50da","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/auth-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.116090562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"auth-test-model-ff34e5","reconcileID":"89cfdd00-8465-4432-935e-aa7a5ffb50da","MaaSModelRef":{"name":"auth-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"auth-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"auth-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.159644756Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-84f58d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-84f58d","reconcileID":"4458e80b-10bd-46cc-93a0-54a13bacf744","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-84f58d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-84f58d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.264984307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"60cdfdc5-2492-4ad8-b291-01d04bfe699a","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.26500407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"60cdfdc5-2492-4ad8-b291-01d04bfe699a","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.300640417Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"a54aaa73-8325-49c7-9373-c1a107e93de8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.458938739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"d5420934-80a6-4bf9-ab79-fd16851896e3","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.53060271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"cfd700eb-f16d-4e27-aed8-060211860b73","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.584980522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-subscription","reconcileID":"b911b0ab-bf5f-4193-a30a-ae3e8b3fdf49","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.618344378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"a54aaa73-8325-49c7-9373-c1a107e93de8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.622947126Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"14b76284-4ba3-4a6e-8bc6-2bebf429e53c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.635058809Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a71ac542-2200-47f3-9a96-aa5503eb3643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.635111768Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"913870b0-7abb-4e7f-98b0-7fa8eea14c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.69899434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"14b76284-4ba3-4a6e-8bc6-2bebf429e53c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.700456592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"fd989de8-a7cc-45ab-9572-1bd260f4a312","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.700898378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"913870b0-7abb-4e7f-98b0-7fa8eea14c2b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.701315316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a71ac542-2200-47f3-9a96-aa5503eb3643","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.743316184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"efc1fc20-430e-46c7-b318-c500a1dfdc70","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.760540051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"a54aaa73-8325-49c7-9373-c1a107e93de8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.760561435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-auth-iso-ae9082","reconcileID":"a54aaa73-8325-49c7-9373-c1a107e93de8","MaaSAuthPolicy":{"name":"e2e-auth-iso-ae9082","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.793831406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"11cdb7bd-e66b-4dd0-b905-860ad12b7b1a","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.794136037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"58cdae5e-f866-48e6-854e-17b734fcceba","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.850516406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"48def794-6ac3-4e03-b280-163a423f396c","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.851585265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"c3634fea-e32b-4b5c-ae89-cac5a5249192","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/auth-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:35.851602958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"auth-test-model-83bb08","reconcileID":"c3634fea-e32b-4b5c-ae89-cac5a5249192","MaaSModelRef":{"name":"auth-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"auth-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"auth-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.943722069Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"56a266c8-7015-48cf-9499-b1ababff18f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.943786022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"56a266c8-7015-48cf-9499-b1ababff18f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.943917093Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"7847f86c-ea0f-4308-85e7-58ace569475c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.943959297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"7847f86c-ea0f-4308-85e7-58ace569475c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.943718716Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4e1a4f4d-48de-4efe-9d9d-bdef0194b616","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:35.944085402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4e1a4f4d-48de-4efe-9d9d-bdef0194b616","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107154329Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e7cddf6-2318-46db-8f4e-edccd820354c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107221082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e7cddf6-2318-46db-8f4e-edccd820354c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107211668Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"623609d2-df51-4463-9935-2b19255f2419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107280198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"623609d2-df51-4463-9935-2b19255f2419","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107389481Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"396d021c-46f4-41ca-a69a-cadaec519be3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.107455813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"396d021c-46f4-41ca-a69a-cadaec519be3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.116020527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-subscription","reconcileID":"671699b9-cb20-429f-b35d-fa369cc5d759","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.273021572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1175416d-3407-4491-ae73-c037a4276ac7","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.281829765Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"03be6ba7-afae-40c3-8935-ddca08cf3aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.281887888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"03be6ba7-afae-40c3-8935-ddca08cf3aca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.281834022Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"242c4e7b-0e66-4536-a471-c545d391862d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.281927225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"242c4e7b-0e66-4536-a471-c545d391862d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.281999923Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"648c354b-51e4-4b73-9223-cacda281009e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.282045097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"648c354b-51e4-4b73-9223-cacda281009e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.318269641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"19fb2ffa-5451-4bfc-b45b-372326dbed94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.471731007Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"3b8275d4-2cbf-4683-b2de-1545b3bb4382","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.471773081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"65ae60ef-aef9-4880-8a85-4feed0183433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.471808031Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"3b8275d4-2cbf-4683-b2de-1545b3bb4382","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.471824422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"65ae60ef-aef9-4880-8a85-4feed0183433","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.471996532Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"916c095c-8c8c-4302-8b82-00bb040848da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.472032944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"916c095c-8c8c-4302-8b82-00bb040848da","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.474364641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-subscription","reconcileID":"cb796699-aafb-43e4-8d89-285db5668f85","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.624150166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83f2e2f-44ca-4d7a-a084-9bd95ca7ff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.674869678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83f2e2f-44ca-4d7a-a084-9bd95ca7ff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.72535741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83f2e2f-44ca-4d7a-a084-9bd95ca7ff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.725660789Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"6c9bf8e6-a4d0-4fa6-9422-5e0d14e77d3e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.72572396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"6c9bf8e6-a4d0-4fa6-9422-5e0d14e77d3e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:36.776000187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e83f2e2f-44ca-4d7a-a084-9bd95ca7ff22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.776130685Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e178dc4d-d1da-46a1-8618-fa11c679135f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.776192117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e178dc4d-d1da-46a1-8618-fa11c679135f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.776320688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"efbf7016-4cc5-4c1c-9c52-7e9943a9872a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:36.776346411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"efbf7016-4cc5-4c1c-9c52-7e9943a9872a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.081996573Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"58a7736c-eecb-4708-81ca-aae502764081","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.082084789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"58a7736c-eecb-4708-81ca-aae502764081","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.135811608Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da80611e-b088-4db9-b291-ddf2c074f44f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.135882143Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da80611e-b088-4db9-b291-ddf2c074f44f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.136137327Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"756dcca2-5dbc-4891-b0e2-a5cd2d1d59ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.136186985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"756dcca2-5dbc-4891-b0e2-a5cd2d1d59ba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.552448271Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"cbf2d5c6-9af6-48ce-868d-10a262789119","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.552516362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"cbf2d5c6-9af6-48ce-868d-10a262789119","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.606310377Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"000e5161-f8db-48a5-b90e-a536a76d35ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.606388533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"000e5161-f8db-48a5-b90e-a536a76d35ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.606303832Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"14d28c4c-0429-4c82-a399-dec9cf4c6f37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:37.606469181Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"14d28c4c-0429-4c82-a399-dec9cf4c6f37","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.343029067Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"71a00a81-c451-4659-8f9a-d3fae3a80148","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.343102939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"71a00a81-c451-4659-8f9a-d3fae3a80148","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.446008021Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e9b154d3-4aab-4e3c-84d0-31f16e67258c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.446090909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e9b154d3-4aab-4e3c-84d0-31f16e67258c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.44706791Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"72d3722f-3289-4178-b518-230e4a0d0e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.447123132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"72d3722f-3289-4178-b518-230e4a0d0e0b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.519282205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"3d1a4428-d484-4953-adfe-42d0d878a0db","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.637413471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bcefdb-f2f1-409a-b98c-831dfca052d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.702299451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bcefdb-f2f1-409a-b98c-831dfca052d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.702761097Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"f5325f5d-ba00-47ff-8fc5-6500605c2caa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.703786069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"f5325f5d-ba00-47ff-8fc5-6500605c2caa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.702971153Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cacd0af8-d31e-40a1-8ca7-4b328d0bcdd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.70396311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cacd0af8-d31e-40a1-8ca7-4b328d0bcdd9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.703157547Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"92609b09-01df-4678-95d9-6b4340390b6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:38.704915789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"92609b09-01df-4678-95d9-6b4340390b6c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.754382424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bcefdb-f2f1-409a-b98c-831dfca052d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:38.810091043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bcefdb-f2f1-409a-b98c-831dfca052d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.318301829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-other-subscription","reconcileID":"5576f419-31c2-4c66-a844-112002c06ef0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.525614275Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-other-subscription","reconcileID":"5576f419-31c2-4c66-a844-112002c06ef0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.728803554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"14f8fc77-3aed-47f1-a622-9b7245aaad12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.784930788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4e64357c-3a8f-4715-8036-8f231d6eaf0c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.939581645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cd1c74f9-2063-46bc-add2-0f80e110cc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.939709082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4a039f82-767f-41f8-aa21-9f785b9d1878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.939581916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"7e4c7c66-42a8-452f-8bbf-83697ad3c41a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.944464798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fc249a6b-e9ce-4322-a503-2849cba4a7c9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.996628225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cd1c74f9-2063-46bc-add2-0f80e110cc85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.996623373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4a039f82-767f-41f8-aa21-9f785b9d1878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:40.998813853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"7e4c7c66-42a8-452f-8bbf-83697ad3c41a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.197096617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-auth-access-denied","reconcileID":"a2d10de2-34b0-4ac7-9429-bfc2033f634f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.414919695Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"640db0f1-2ffe-42e4-8be2-5bf03eb6033d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.415008468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"640db0f1-2ffe-42e4-8be2-5bf03eb6033d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.414919725Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"209fb12b-f45d-4482-b8e7-47d1fbca6d0d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.415069148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"209fb12b-f45d-4482-b8e7-47d1fbca6d0d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.415166678Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0b1b5502-d4b6-4b20-b161-c9c51960c756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:41.415203537Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0b1b5502-d4b6-4b20-b161-c9c51960c756","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:41.451939476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9d2170e0-b3ec-4caa-8cdb-0f35f52929b1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:42.793079333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9db17822-81d9-4b7c-8027-eacd3112ae3a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:42.845968494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7a624856-7008-4b9e-a350-e1f86288c0cd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:42.996473723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"b0a65dd3-d9cd-489a-b080-253a78e181a6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.051426774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"b0a65dd3-d9cd-489a-b080-253a78e181a6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.053466041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8572cf41-2c58-42be-98a5-2e68646079e6","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.067440151Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.117099298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"7edf0687-fa77-4600-bf76-db51afe29e88","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:43.163200001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-subscription","reconcileID":"8eaa3f6f-6f9f-4af9-b1d5-49d572aa6e7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.223982975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6ba1c5c7-1114-470a-baab-3242db17e27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.224286117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"aa8055bf-f7de-47f1-8f3f-ff7c34301d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.298039145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"aa8055bf-f7de-47f1-8f3f-ff7c34301d77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.299594364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1d769ea3-dbc3-4715-9515-42c35bb58d04","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.301302936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6ba1c5c7-1114-470a-baab-3242db17e27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.355378123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b139abfa-c17d-4d5e-9fef-e57626744fe5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.368642189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8fa968e3-fd7c-42ac-845a-8d747a01ffb5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.59762971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"01300702-6d5d-49ef-bada-0992300b72c9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.657244087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"01300702-6d5d-49ef-bada-0992300b72c9","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.662787011Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-subscription","reconcileID":"09ee9987-8bd8-4b9f-bbec-3c9f380b0672","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.699919425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a9740287-e929-4e9c-ae28-dc51f3e95ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.700823318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8582fbb7-fbd7-45f5-8509-481dc9e02f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.771174992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8582fbb7-fbd7-45f5-8509-481dc9e02f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.809369187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a9740287-e929-4e9c-ae28-dc51f3e95ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.881826868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fff3adf4-141f-4cb2-ad19-026cddde260d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:43.951826784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"dd92501a-8c0e-4224-ae9d-df6cf7a1ebe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:44.065769596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"01300702-6d5d-49ef-bada-0992300b72c9","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.190714572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-subscription","reconcileID":"b94047f9-3562-4d15-b4aa-9fc4645085ad","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.253334522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"e9bba379-6cd0-4747-80ef-fe4c5a4ef177","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:44.429106225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"e9bba379-6cd0-4747-80ef-fe4c5a4ef177","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.69419321Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e2e39b9-3e03-431d-853a-9a3fd7274e72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.69429702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e2e39b9-3e03-431d-853a-9a3fd7274e72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.69473408Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a522d0d8-309a-4df8-8e7c-039549d6584c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.695095844Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"1ad6bc6f-294f-4477-af07-5c8e5ffbef34","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.695288316Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"1ad6bc6f-294f-4477-af07-5c8e5ffbef34","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:46.695174248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a522d0d8-309a-4df8-8e7c-039549d6584c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: compose ai-tenant-e2e-worker-w3-123885/e2e-dedup-subscription@e2e-models-e2e-worker-w3-123885/simulator-w3-123885: model e2e-models-e2e-worker-w3-123885/simulator-w3-123885: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:46.958473213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"8fad4fff-9c90-43e6-9a29-c6ec1b819ba4","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.123746043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"6e0082ac-7755-42f7-ba7a-979c2e6fff2d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.123765271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"6e0082ac-7755-42f7-ba7a-979c2e6fff2d","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.152100152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"6f06e7d0-366f-4784-91a8-5725ac18346a","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.20781368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"6f06e7d0-366f-4784-91a8-5725ac18346a","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.586976054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"49776521-d0ff-4465-a95b-437b75c4c9ae","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.739807542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c2e8372d-1ec1-4e0f-8488-8618dda75d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.740070294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"80995f09-2563-4f72-8e63-d858abc19bcf","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.740296158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fe69bb85-3d22-4ecc-9490-c0a8c59f10c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.796497247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c2e8372d-1ec1-4e0f-8488-8618dda75d03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.797206096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fe69bb85-3d22-4ecc-9490-c0a8c59f10c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:47.799995935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"80995f09-2563-4f72-8e63-d858abc19bcf","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.676777545Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-subscription","reconcileID":"485c0a45-0c8b-4400-b6bd-e812991ce6bd","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:48.885469885Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-subscription","reconcileID":"485c0a45-0c8b-4400-b6bd-e812991ce6bd","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.087964921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"3b6c04ea-3458-4048-825e-6c693ef04070","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.145040836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"490c4e3b-f42f-45de-97d0-deca6a55bcc1","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.292270948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"a1a4276c-80c7-4871-a60f-6632820e97bc","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.294200304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"35a0de01-82b0-41e2-959d-c1f06f99325b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.294210986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"ed7944af-c426-40b5-bfd1-ca1a495f7f2b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.294684717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a8cd5337-7382-4cbc-9640-3ecb1860fb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.349637687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"ed7944af-c426-40b5-bfd1-ca1a495f7f2b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.349691048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a8cd5337-7382-4cbc-9640-3ecb1860fb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.351776253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"35a0de01-82b0-41e2-959d-c1f06f99325b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:49.659340795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"ed7944af-c426-40b5-bfd1-ca1a495f7f2b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.65964395Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-dedup-auth","reconcileID":"7b68aa81-3162-413d-95dc-c8783fe9067f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.663361181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"61724871-a209-4613-b550-db296fc0d3b9","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.664167714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"1716ccf2-f39f-446c-aae8-657dd83cc4d5","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:49.875773086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"2dcac0c5-6477-4c00-8361-c47946d8f879","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.819595724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"be73213a-26c8-4ecf-bd0d-3ecc046aefd6","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.819688205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"be73213a-26c8-4ecf-bd0d-3ecc046aefd6","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.967598012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"8d155dee-eda5-4041-a313-a51c771853dc","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:50.967850922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"1795d328-195c-473d-9d1a-14f948eb6e37","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.02267293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"090d5603-6062-4006-9704-d4e11b8a2915","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.022902002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"018792f5-0d6d-4763-8a3d-e79427ceccd1","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.254168274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"814cc4df-f4b9-474f-9d0b-d55faeed6e1a","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.272627471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"d1a2596c-cb0a-46db-a9db-7d01a3b48f3d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.312370216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"95c11da6-c890-483e-a492-35e6069b42e2","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.328116459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"d1a2596c-cb0a-46db-a9db-7d01a3b48f3d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.386712248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"fcb6eb83-c598-43e3-a089-ed235e418fba","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:13:51.387546648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"20f5d6fa-69a1-4373-a635-1ff62baf87d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.501153041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"99a43307-4ad7-4fe3-aef5-0eb13aac6c76","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.501508622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"4c34fe75-7f8f-43ea-88e6-66b2a9b267dd","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.533375524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"dd114f08-d189-4703-92e3-de0fdc0c32a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.542073894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"030133cc-3d4c-4a94-a1b4-3dc8d8c2fffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.556969567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"82011a0e-750b-4026-bdbc-ac75f299a728","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.557274405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"6b58e147-d95c-44bc-8849-27a3126bd204","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.591260499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"dd114f08-d189-4703-92e3-de0fdc0c32a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.604681868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"030133cc-3d4c-4a94-a1b4-3dc8d8c2fffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.76061433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"cf0c0e1b-edba-4780-ac65-f4a8855eb759","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.769612007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ef449f61-107e-470d-a232-c3ea4d822d22","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.769898333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"553f24d3-a120-4580-90ec-ba96a3278af4","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:51.916734342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"cf0c0e1b-edba-4780-ac65-f4a8855eb759","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.014175005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9f8bca80-5df3-4693-b51b-988f34dac7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.014954251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"329ad8fa-f073-4b28-a337-415f651a66aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.01692098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"a3514cc9-30bc-4a72-b39b-df9a11de3059","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.070624807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9f8bca80-5df3-4693-b51b-988f34dac7ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.071740687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"329ad8fa-f073-4b28-a337-415f651a66aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.077614243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"a3514cc9-30bc-4a72-b39b-df9a11de3059","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.12869629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7864c44a-3d20-4b5d-9590-8110bed9955e","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.129079473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"f43f651b-7939-4c23-ba54-ee9ba5532a89","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.329686515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"81362902-de98-471f-87a5-5b745335db4a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:52.481910097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"81362902-de98-471f-87a5-5b745335db4a","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:54.873288609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"cf0726bb-3b83-4e98-a4de-fab90fea9337","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:54.929220725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"4f0dfc25-f3db-44c3-8c15-48b13397a84f","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.028696241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"33b21596-a6c6-446c-840b-43a2265e0c9d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29bff8b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.078458072Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"5cad13ae-a30b-4e37-8592-c861c8d55b24","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29bff8b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.121567746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3e47f060-9c8e-43e7-b5c8-07ab59852b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.121713527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"892fd7e1-bde3-425b-92f0-3136a1b03601","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.121567646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"af91af8d-26ee-4e69-b04f-94639d2d8b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.177207063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3e47f060-9c8e-43e7-b5c8-07ab59852b69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.177231643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"892fd7e1-bde3-425b-92f0-3136a1b03601","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.179386399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"af91af8d-26ee-4e69-b04f-94639d2d8b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.635130676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"610b3136-6124-4e37-91fd-90445c1ce6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.63528482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"29b903dd-4037-4915-8a3a-6da4213620e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.691345022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"29b903dd-4037-4915-8a3a-6da4213620e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.69241636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"610b3136-6124-4e37-91fd-90445c1ce6e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.784607494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"466a1c81-e34f-4ad7-a3d8-563118e2f27b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:55.840181631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"466a1c81-e34f-4ad7-a3d8-563118e2f27b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.296058812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"9fc5684d-66e6-46e1-98d9-fbac4372bff9","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.296081019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"9fc5684d-66e6-46e1-98d9-fbac4372bff9","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.352116469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"c6a50464-56fa-43f5-bf2b-5e8732e6021b","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.352145661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"c6a50464-56fa-43f5-bf2b-5e8732e6021b","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.452134857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"2fc31a5a-00c3-4a98-b0c9-a5e1c016c0eb","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.575719136Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"2fc31a5a-00c3-4a98-b0c9-a5e1c016c0eb","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.62933959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-4ff4db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"2fc31a5a-00c3-4a98-b0c9-a5e1c016c0eb","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.684920115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"e8157b61-c532-45b7-b45c-170f9c0a09c9","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:56.684948855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"e8157b61-c532-45b7-b45c-170f9c0a09c9","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:57.746630301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-subscription","reconcileID":"74ab73da-4370-4dea-9f69-4ec2cfabcd58","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:57.954925263Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-subscription","reconcileID":"74ab73da-4370-4dea-9f69-4ec2cfabcd58","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.156831723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"cb46be26-ec73-4338-ba3f-82e88722c9a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.214166015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f7b805f2-c2cf-427c-9b9f-0addbdca00fd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.360941533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fe050f26-b78f-47f8-a543-6c769131258e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.36389963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"a5a9650e-80de-47a4-aba8-90ab3d872dda","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.364060725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3d68549f-c617-4d2d-99e5-8efca504ed45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.363899955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a550d764-cfa5-436b-b3f7-589f2ca4e3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.419359644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a550d764-cfa5-436b-b3f7-589f2ca4e3f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.419596225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3d68549f-c617-4d2d-99e5-8efca504ed45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.421550109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"a5a9650e-80de-47a4-aba8-90ab3d872dda","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.624496689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-auth","reconcileID":"60b73d65-bf79-4fcd-aaea-2e385afdff88","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:58.829600733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"80259a07-be54-4c4e-8b5f-3e82e69aefcb","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.840448881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"dc8b2bbb-341c-4308-8ad4-ea57bf74b748","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:13:59.895203516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"181f5b8f-d302-4e3c-87b8-25fef2739eb2","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.04491204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"3a1584a4-55f6-490e-86bb-f5f19239d4b4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.101393889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"3a1584a4-55f6-490e-86bb-f5f19239d4b4","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.119294899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d33aadb4-e5b9-4b80-ae69-7007799e50a2","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.174090005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d77f5b83-9d21-45f0-82fa-0a5f30dfed92","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:00.22794928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-sub-only","reconcileID":"fb2bd79e-0542-4f78-a8be-ce5cf9abe957","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.274022522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"be284bcb-d4b2-4fd7-80a9-a46ca86c1b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.276263847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"18db78fb-5ab9-458d-8607-a7159ba50b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.328966893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"be284bcb-d4b2-4fd7-80a9-a46ca86c1b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.330823228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"18db78fb-5ab9-458d-8607-a7159ba50b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.34412299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"0dbdaebe-642e-4193-bc12-ca461116d145","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.397003044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"6a1c52ed-db18-4221-b829-31e3d8c20114","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.411150033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"f3dfd055-103f-4767-8e67-16b42d379662","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.559821604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"8bd19fa2-e951-4cab-9469-20923c5fbd1a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.614908141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"8bd19fa2-e951-4cab-9469-20923c5fbd1a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.656358246Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-sub-only","reconcileID":"d3bcc248-b04f-4955-870b-4e445008c009","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.706135967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"aa4ab3dd-04b3-44d6-8609-e4767db92fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.706175058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0f579a09-3dac-4c41-a8f7-13d89826248f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.761704134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"aa4ab3dd-04b3-44d6-8609-e4767db92fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.762688163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0f579a09-3dac-4c41-a8f7-13d89826248f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.816230372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"135aad26-fc2b-49f8-95ba-607fd7475c46","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:00.857882589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"13783a1c-1bf4-4b07-adad-f7d3ac346dda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:01.017807225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-sub-only","reconcileID":"9f5b3719-db72-49a8-9cc4-22e6f67b50c5","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.492128471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"6ad9f7ef-1d09-442b-92a4-ce73608d3a9b","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.641852556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"03dc221e-b994-476c-9131-a6351405e0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.642077966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"97002770-6067-4502-8a6c-8071bb78b04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.641855501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"17f2f590-a6e9-4384-8c11-3fd6c8ced60e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.69765289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"17f2f590-a6e9-4384-8c11-3fd6c8ced60e","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.698765737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"03dc221e-b994-476c-9131-a6351405e0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:03.700034114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"97002770-6067-4502-8a6c-8071bb78b04d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.137912942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.191544494Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.243047774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.297686608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.352003585Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.403129558Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-subscription","reconcileID":"f3f2ce2d-2caa-4122-bc2b-857fab6dc355","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.686501496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"2bfef231-78b6-4bc4-b283-f57b82b27964","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.748071055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"2176f821-59af-4148-9509-cf4490dc432e","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.867379639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"34dc9c28-012f-4678-8f28-59f04193a990","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.867970862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"ca92da8a-59bf-4d35-972e-b90e13d62fec","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.970982024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c07bccf3-91fe-4e40-8353-4699d8194e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.97181379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"b9b17236-64dc-4fc3-bf6b-da3da4e96a03","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:05.972431702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"203fb784-8a6c-4a68-a14c-b0c98489a61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.042442822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"b9b17236-64dc-4fc3-bf6b-da3da4e96a03","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.052364979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c07bccf3-91fe-4e40-8353-4699d8194e77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.065093495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"203fb784-8a6c-4a68-a14c-b0c98489a61d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.470787813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"79fa5162-e04c-4646-a257-e6bc373c96db","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.570740508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-distinct-models-auth","reconcileID":"79fa5162-e04c-4646-a257-e6bc373c96db","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.736376216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"d1040e3a-a254-4616-99b1-cc80e5941c97","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.736922366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"a189283f-0b7f-4ffa-9484-277f076617d8","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.78961159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"db10e010-78d6-45e4-8acb-8255ac5c5050","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.854486378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"db10e010-78d6-45e4-8acb-8255ac5c5050","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:06.91431766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-4ff4db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"db10e010-78d6-45e4-8acb-8255ac5c5050","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.83885709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"bba89bea-ffe6-41ce-ad11-fabe83c88839","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:07.891977822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7280641b-4846-4980-b651-d411d6725ac8","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.109752123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"042f41ea-2ed3-4051-a665-2d172851cc45","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.165790752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"042f41ea-2ed3-4051-a665-2d172851cc45","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.167624472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"2d32ea5a-c25a-4d67-8e16-bd3fca9fbbd1","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.224555717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c2fa29d3-da89-4ed2-8f84-bf5db8aabf3f","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.259410436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2bf76a4e-607e-4236-8fdd-f0f92f70769c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.259423537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f8aced16-55dd-4264-be8d-4e4c00a35057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:08.275978491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"ae32b0cd-5e91-41c5-b810-4c5328941742","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.317100577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f8aced16-55dd-4264-be8d-4e4c00a35057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.317645291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2bf76a4e-607e-4236-8fdd-f0f92f70769c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.384100579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"705693c6-51e7-45af-b6c7-4fe63841d3fd","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.425993803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7a18a090-dffe-4f39-953f-3fac31c156a9","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.439459537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"447ae607-8c46-4f66-8130-4c0fed0f181d","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.449506547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"a05053d5-e932-47c2-8162-4bdb6bf21161","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.504507891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"70428848-9453-4973-b692-7db77f150ddd","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.643903839Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"efce9d97-3b70-46fc-8c49-65270f0ad36b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.6758279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"f2f41d8a-c148-42c2-b848-b51956c69d4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.731681424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"f2f41d8a-c148-42c2-b848-b51956c69d4b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.750719006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"3da26531-3d4a-4f32-b945-83dc4a139893","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.750752879Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-123885/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.776374142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"936facfa-1f11-45e4-961f-eebabf8b3ea1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.776390432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c637e8b4-8f1f-4dee-b60a-991000c5c39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.776867092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1d8d23d2-0864-4b89-89f5-57fc6faa625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.807044941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"9fae41e7-cbcf-44d1-8b22-2d129c1b0126","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.807356234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"0d0aaf41-1731-4157-a8b1-ae19b6805041","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.832330425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"936facfa-1f11-45e4-961f-eebabf8b3ea1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.832337992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1d8d23d2-0864-4b89-89f5-57fc6faa625e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.834544232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c637e8b4-8f1f-4dee-b60a-991000c5c39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:08.860153851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"a626ca15-583f-4c11-84c7-55ba3be69301","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.868936882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"90097f65-2221-4aed-aa94-d70c21d9533f","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:08.968719521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"0193e897-63b7-45b0-846d-c79996dc7a9f","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.008105001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"436d8f99-d281-4b93-9456-ec9f0df293ba","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.02243919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"edc63f35-9cde-4f76-bd80-a2cdc4b6eb72","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.18573135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"d2ca442a-1716-4f3e-adc0-6f2122c21525","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.197756786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"1a8cdb6a-b8b0-4a71-a2ca-d3fb6de5ff06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.229458561Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"f2ea5723-9335-455a-ab2e-f8c522e2e5b9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.254840699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"1a8cdb6a-b8b0-4a71-a2ca-d3fb6de5ff06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.296758467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e2622c63-681c-498b-b3cf-088519598b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.298675597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a6c3cd00-d673-4e2f-99bc-3a2ba92c9438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.351854176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e2622c63-681c-498b-b3cf-088519598b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.353785459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a6c3cd00-d673-4e2f-99bc-3a2ba92c9438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.388669882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"1fa9ecb6-1d69-4d9d-bafc-9d088bb3f23d","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.433343587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"509f31ba-4f82-4320-bc10-0107460c4af3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.489203951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"509f31ba-4f82-4320-bc10-0107460c4af3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.589940612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"b936dd2b-0807-4af5-97f9-7a3f02128d97","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.703916264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"16b8225f-90aa-43c4-b83b-8ea05f75fa2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:09.768644644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"16b8225f-90aa-43c4-b83b-8ea05f75fa2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.510702525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"0a208340-2cc6-4d56-acb8-4daf197733eb","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.66669863Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"fadfaa7e-9e40-4002-b210-85f3cd887784","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5602d5f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.760826825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e73d58d7-42e7-457e-a4c8-b1d851d83abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.760894535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"ff7be660-28e8-4032-8432-687816ff3280","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.761238015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"f22e54f5-8f24-4e7e-8d84-278d94f558dd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.761284385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6696bc05-579d-466d-a2cf-ff26360ea59e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.817051555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e73d58d7-42e7-457e-a4c8-b1d851d83abf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.817231833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"ff7be660-28e8-4032-8432-687816ff3280","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.819423534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6696bc05-579d-466d-a2cf-ff26360ea59e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:10.819621505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"f22e54f5-8f24-4e7e-8d84-278d94f558dd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.266829425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fd45a665-3162-43bb-9e09-05bd07c97754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.267022351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d8c797c1-91d5-4fe4-80f9-4fb897d01980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.266840197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"efe6c492-d0a1-436d-874f-576de1bdfddf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.267431644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"392f0a66-a0c6-445a-b552-bfa24c941660","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.322124348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fd45a665-3162-43bb-9e09-05bd07c97754","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.322947539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"392f0a66-a0c6-445a-b552-bfa24c941660","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.324391951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d8c797c1-91d5-4fe4-80f9-4fb897d01980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:11.325147969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"efe6c492-d0a1-436d-874f-576de1bdfddf","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.067031184Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.648221482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-sub-only","reconcileID":"3200c694-2f5e-46ee-86cf-7f2a47da5d44","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:13.856856798Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-sub-only","reconcileID":"3200c694-2f5e-46ee-86cf-7f2a47da5d44","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.063169084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"5862f776-ae05-4ba4-b17f-0fdae5ac613a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.066544274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c291ac28-a707-4b56-9007-25ea1c9ac197","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.122929693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"06ef4e84-d074-4d03-a9e3-cb75c01ac9fc","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.218443179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8c6f44db-136a-4ac7-9b39-0c409e896698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.219387145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"73f405b4-c90b-46a4-bac1-4a528e5a0d4a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.219527772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"432f6fac-c3e8-455a-be94-980aae6fbd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.225345719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"4e59def4-b502-426e-8c8e-9589a4a0c43b","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.27342267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8c6f44db-136a-4ac7-9b39-0c409e896698","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.274003373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"73f405b4-c90b-46a4-bac1-4a528e5a0d4a","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.275814902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"432f6fac-c3e8-455a-be94-980aae6fbd42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.423068978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-test-group-no-auth","reconcileID":"cb50386a-5a32-4e7e-b342-4409e7429210","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:14.62888852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"68623625-ebf9-49a1-82b5-3170ef9ced55","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.025227709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"ae6a1af9-95c5-497d-9d66-5864db851b9a","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.08129531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"ae6a1af9-95c5-497d-9d66-5864db851b9a","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.135372581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-4ff4db-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92319ff0075f433b0fc0ec5bb181f2a147313c4680f9c56eb33c14462bb313fd) AuthConfig (a4f20ae7be135be950dd25e6a53a846b58878d37743e92c10cc25cf26f1832f7) AuthConfig (3756cbe34286759c0aaa35c36c617108495eec9791e0d21ab84becfd03c26f67) AuthConfig (827feba9a4ee5bfb95a0aa827bdfdf4964e7423554b4b9372d1cf181ebed8877) AuthConfig (979140a1d88daed56eb4d25f95ec71bb6f9757ef2c8eb3cab6ec79e7832da87f) AuthConfig (394496a7eeedc8d63c3d44ce0c469faa9c697b11c8999aa1f22a181ab1fd4968) AuthConfig (3f748b3c6b188e2c4851905fd0d78061b4ff645be29dddfeac461ab5c1158860) AuthConfig (e1567528b293ce8344c9b901a14ef89849d19f8bf6507cd4fcc2bb8697e5d0b3) AuthConfig (d83a158b5af72b15307bb7d5b3c61af1f31bd92e9f2ca8f3a528cc555d2413bf) AuthConfig (30b52be029920d8baa0a90b506ad07310a4e25fb3df7b2379ce4d07e83556af2) AuthConfig (83d98a1ab54e4a8c14f164fdc336a054c389f787001ae4c6385a44500a3360be) AuthConfig (72a948b16473834c38a5d21e3f9cfc6f09624ebb48c5d986a50af4f8354ea967) AuthConfig (922a38c7c6027b790903b339526f67da7d8f96fae91519d9b83d93d0d780a281) AuthConfig (ded25ad62174baae83fe35c56205200fd6614ca48fd047d0321a0291ed17050b) AuthConfig (1d28408b15a6cf590669a229ff4ea4bd3f733c154712bb51ee1a50fbbe3a0ae0) AuthConfig (248d7db488957d82f6d93a3c964bc6bb794f4530f1b4c0be6ca7395170b73832) AuthConfig (bb613c1bb87c022103c2376c06ecc9d18ac0f42bfc18d1491b7ce54f8cf2282e) AuthConfig (80089c7d54517c64e3f1d98a72825642451f6af3af333fa52bee7cc149c15d79)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"ae6a1af9-95c5-497d-9d66-5864db851b9a","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.191090029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"c42e06d2-a07c-4cb5-8584-51141e4659fe","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:17.191108465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"c42e06d2-a07c-4cb5-8584-51141e4659fe","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:18.06948674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"d063515d-279e-45e7-9d8a-397e88d9d154","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:18.183265975Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"d063515d-279e-45e7-9d8a-397e88d9d154","name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.717130491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"1bb99c8e-8549-4306-9c86-c4571b642a44","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.76722115Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"1bb99c8e-8549-4306-9c86-c4571b642a44","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:20.81767183Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub1","reconcileID":"1bb99c8e-8549-4306-9c86-c4571b642a44","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.082166248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"44cd0af8-7f68-4b03-8266-36b3bb4952f8","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.228329632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"20fe6748-1e69-426b-8afa-d48a46c96231","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.335701392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"fd2a7a62-209f-4a04-ad9a-2409da38f3b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.335936868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1f7073ac-f604-42a6-a346-5e354b9b9b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.336525378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"56b841bd-1dcb-447f-b877-e4f6b7f0ef57","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.335701413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cada58ca-25b3-4f9e-81b3-1c0a5e9439b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.386450915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"85b48101-8a0a-4c74-85cf-afeaab31b36a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db40ad8e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.392261844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"fd2a7a62-209f-4a04-ad9a-2409da38f3b2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.39226715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"56b841bd-1dcb-447f-b877-e4f6b7f0ef57","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.394551293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1f7073ac-f604-42a6-a346-5e354b9b9b24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.394716213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cada58ca-25b3-4f9e-81b3-1c0a5e9439b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.793128605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"286f61b1-b7af-4a35-a5a4-3ea23544d729","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.793180525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"41300777-8116-4107-8e88-b649b020cfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.79359969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5ff7ea9a-6b7f-484a-b295-5acc5be3f85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.793799671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"2148a132-9d7f-4774-8585-5b5a0ca90ae3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.848348826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"286f61b1-b7af-4a35-a5a4-3ea23544d729","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.849919402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"41300777-8116-4107-8e88-b649b020cfb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.850765006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"2148a132-9d7f-4774-8585-5b5a0ca90ae3","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:21.853372224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5ff7ea9a-6b7f-484a-b295-5acc5be3f85d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.666156589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"4d55e09f-e430-4ff7-a248-69f433b7a9a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.666716553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da8be0c8-46e4-4559-9da1-462515e356ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.666862527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"4f3ea25b-b93d-47c5-b1f4-23e396b5d864","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.667256867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3ca79717-6da9-437b-b1b6-47de2a47b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.740531495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3ca79717-6da9-437b-b1b6-47de2a47b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.756418097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da8be0c8-46e4-4559-9da1-462515e356ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.76093118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"4f3ea25b-b93d-47c5-b1f4-23e396b5d864","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:26.761906146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"4d55e09f-e430-4ff7-a248-69f433b7a9a3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.291570452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"2dc9bdb1-a734-4376-86a2-ef2592a5c0c5","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.347453609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"2dc9bdb1-a734-4376-86a2-ef2592a5c0c5","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.694568279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"118279a2-836f-43e5-bb38-ef6c322a8a15","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:27.694593596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"118279a2-836f-43e5-bb38-ef6c322a8a15","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.437295313Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"90fb5016-5e54-412d-a5fb-08522f46e4c9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.487740094Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"90fb5016-5e54-412d-a5fb-08522f46e4c9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.538086325Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-sub2","reconcileID":"90fb5016-5e54-412d-a5fb-08522f46e4c9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.802385792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"6e653609-2fab-4683-9699-6f64b6ea8e4a","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:31.967387973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"89ec1d19-1f80-4b2d-a2c2-7846336a8781","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.051268133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e7d9b234-2474-478e-96be-4dfb13fa7003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.051373689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"7d682983-ad26-4ecd-ac0b-f3bbfb0d0185","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.051662552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3b94cf15-50cb-40d8-be1f-b24de7de69de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.051814034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"af685343-a20f-40e0-a03a-abbbab7f7f37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.107118686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"7d682983-ad26-4ecd-ac0b-f3bbfb0d0185","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.107213786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3b94cf15-50cb-40d8-be1f-b24de7de69de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.10934598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"af685343-a20f-40e0-a03a-abbbab7f7f37","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.109469621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e7d9b234-2474-478e-96be-4dfb13fa7003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.257296881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth1","reconcileID":"484e8fe9-ac70-46f7-b0a2-dcd27b06c7af","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.410937842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7effde7d-ca60-4c0e-afca-6d3386325351","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.492697557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"99fa01bd-2536-4ba5-87b4-a06878987eac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.54986772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"99fa01bd-2536-4ba5-87b4-a06878987eac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.577285702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"a83e10cf-80f9-4d7a-8081-4d6204fe2605","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.750290737Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-return-all-auth2","reconcileID":"119ba5c6-cf2e-42c3-9ce9-9f07d522aa5a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.905859356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"ee07efe9-d73c-4ccb-a12f-7166306d9eaa","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.970960583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"ba92ff4c-fe93-4eab-bedd-9c53fa208773","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:32.970980158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"ba92ff4c-fe93-4eab-bedd-9c53fa208773","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.028917951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"1438fb1f-6d98-45c5-b0f5-7fed540788fa","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.028942441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"1438fb1f-6d98-45c5-b0f5-7fed540788fa","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.071184545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"1e2e868e-911b-4b84-ab56-5dc8b8541c79","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:33.078202992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"d259a76f-7e63-4cee-a3b9-a9d2eff054f7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-4ff4db-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:33.080463063Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"1438fb1f-6d98-45c5-b0f5-7fed540788fa","name":"test-model-4ff4db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-4ff4db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:33.080509709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"1438fb1f-6d98-45c5-b0f5-7fed540788fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-4ff4db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.085821164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"599d4e1a-317c-4950-a1fc-d5152326924e","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.085836049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"599d4e1a-317c-4950-a1fc-d5152326924e","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.137181274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"1e2e868e-911b-4b84-ab56-5dc8b8541c79","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.190006217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"7ad95b94-a16e-4e7a-a787-37f5c8b3a921","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.190026822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"7ad95b94-a16e-4e7a-a787-37f5c8b3a921","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.243440618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"47e6c08a-a339-425b-80ce-e8987361c125","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.243459844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"47e6c08a-a339-425b-80ce-e8987361c125","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.391930787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"d130fb73-3ca3-4119-8252-6126cc456f98","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.44693754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"d130fb73-3ca3-4119-8252-6126cc456f98","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.447047328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"a767b118-084a-4bd5-a33a-7df55f933f1e","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"maas-trlp-test-model-4ff4db","model":"test-model-4ff4db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.605337488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"2a1084cc-7ac5-4622-b683-a216fe4a1ebf","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.605359091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"2a1084cc-7ac5-4622-b683-a216fe4a1ebf","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:33.806888473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"6d9bc0d6-39b1-47bf-9bc0-9e08f7cfca91","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"maas-trlp-test-model-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.323834731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"9301afca-6191-414f-a643-8f522cf452a3","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.37688192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"c95c52ea-8461-4d4e-ade8-47be83c14e95","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.52627525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"9da28a3b-ad66-4aa5-bdc9-aea5101cbd21","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.581268501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"9da28a3b-ad66-4aa5-bdc9-aea5101cbd21","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.591148962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e9c54e72-92e5-48d4-9dbd-f13c80d9967b","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.645804683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"68c2a5d8-13ae-4931-a176-3c5eeefb5427","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:34.696794209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-sub","reconcileID":"3bd51899-da27-4edb-8fa9-e5ea9007b353","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.740106005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"84cb9ec8-109f-4f2e-a88c-647ebc9391ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.740117616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1c93551f-74af-4a2e-8adc-248e61579cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.794989649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"84cb9ec8-109f-4f2e-a88c-647ebc9391ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.795114337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1c93551f-74af-4a2e-8adc-248e61579cf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.808420923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e4f71b0f-a36e-4967-af41-2a0c50cf4589","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.863776871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ecc9d254-c697-4702-91e6-ce76b7bf723d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:34.891588235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"44590373-3a3a-455b-aa83-14bdc6ae57ff","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.04037987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"8e880803-23c7-41f7-9135-04e455c8b8e6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.095313181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"8e880803-23c7-41f7-9135-04e455c8b8e6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.121313679Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-sub","reconcileID":"349af46f-b47c-4119-b072-e82f3c085264","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.187617225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a608b1e0-4e57-414e-9604-2bb220ef8c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.187655006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"70ca445b-fc56-42f4-a4bc-ae08bfe9caf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.24359587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a608b1e0-4e57-414e-9604-2bb220ef8c09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.243620224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"70ca445b-fc56-42f4-a4bc-ae08bfe9caf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.280694612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"5201123d-ff43-4da0-8b25-7b079b773e28","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.32474676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"fc579606-2453-4f19-b866-84280b69dc39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:35.483078235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-sub","reconcileID":"068bb7d7-b372-4034-a565-6a963bfa8f05","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.524490208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"32c1bb17-46ec-4281-8436-d73eeb07d3fa","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.674471721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"28a8347c-d254-445f-9c94-8333abb2a9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.674620204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b71dd26b-bc46-4c71-9bcf-2f7e04822ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.674475829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"2a9ea000-b45d-4187-8a8e-6d65e0ae172c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.736379661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"28a8347c-d254-445f-9c94-8333abb2a9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.742368883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b71dd26b-bc46-4c71-9bcf-2f7e04822ada","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:37.744089082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"2a9ea000-b45d-4187-8a8e-6d65e0ae172c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:43.067105068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.69870357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"41729697-9437-4f83-84fa-6fd6819f734e","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"maas-trlp-test-model-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.844874767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"994f9716-8e03-47ab-b438-eb14fc77e794","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.867229638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"7328cc80-2f72-4ac2-93ca-2e0e992c9958","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.86732807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"7328cc80-2f72-4ac2-93ca-2e0e992c9958","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:44.911118702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"994f9716-8e03-47ab-b438-eb14fc77e794","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.19908447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b91523b-a1e0-494b-a15a-56909beab450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.200086158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"551fa9c7-9b6c-4090-b02e-656a9807e225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.206642523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e14b6566-560c-4cb0-99c7-287b6f38a698","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.211921185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"4510c271-55a5-4e2b-8b4d-d3328c83bc02","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.267386503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3bd38d20-6c23-4fbc-8c0a-1bb503a5d8ae","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.269149137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"d851ad77-87c9-4186-95e8-2ae1ccbeb6b2","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.274987885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"633e1d90-1660-4506-8603-8ef173d0d714","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.276213592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"551fa9c7-9b6c-4090-b02e-656a9807e225","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.278347438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b91523b-a1e0-494b-a15a-56909beab450","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.351432844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"633e1d90-1660-4506-8603-8ef173d0d714","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.460141143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0d16cf13-b4b8-4f43-8176-b54eb43f4580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.461128737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6e848f5c-9646-4249-92e2-99de961ebd5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.517274808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"70b9853a-29cb-4972-985d-89bd949e681f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.529945086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0d16cf13-b4b8-4f43-8176-b54eb43f4580","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.537905692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"86288a3a-1a72-4d88-b57c-09b933f1e88a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.548641055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6e848f5c-9646-4249-92e2-99de961ebd5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.955946979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9bf83c6f-1fce-40ae-8be2-f579c64a8ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:45.96287224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"26582815-5f91-4606-936d-ac7c86149715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.014585348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9bf83c6f-1fce-40ae-8be2-f579c64a8ef7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:46.019450403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"26582815-5f91-4606-936d-ac7c86149715","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.681308434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-sub","reconcileID":"99634841-401a-4854-9666-527c737c212b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:47.889615305Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-sub","reconcileID":"99634841-401a-4854-9666-527c737c212b","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.095707678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"7bd54a93-6b22-4df4-a166-e9cabae09378","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.150194472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"7843e261-52ee-41d9-9538-d0e2db969033","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.303488153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b6a7a1fd-d954-4027-a67e-b9c5bc7a5ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.303700803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"43e81888-4cda-406c-8923-c490d4598f72","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.303488167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"15eac18c-f286-4a56-9bde-c3a16c5b8b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.32533247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4dd7c30e-16fb-4639-aaf2-626f084b0152","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.358881522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"43e81888-4cda-406c-8923-c490d4598f72","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.359456348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b6a7a1fd-d954-4027-a67e-b9c5bc7a5ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.361101486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"15eac18c-f286-4a56-9bde-c3a16c5b8b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.509848264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-user-token-filter-auth","reconcileID":"e3e498e8-53bc-4075-9a5e-6e67d4ec7db8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:48.667956716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ec351293-5f92-4f3a-8ea4-ce5f9504ad78","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.877079388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"cb18974f-b6cd-4d17-a94e-e8b1f579abb4","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:50.933353574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"77297cdb-c4ca-4198-be97-e33112440e89","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.083446712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"75f4d2dc-f4d3-4229-9f04-ec66c10fb01e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.138389324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"75f4d2dc-f4d3-4229-9f04-ec66c10fb01e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.169246217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"605fb770-cb04-4a28-8084-de7023ce686d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.226815508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"307e3d0f-d1e3-48cd-9597-378bb28bc8c0","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:14:51.27568472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-sub","reconcileID":"39591ac9-3e54-450d-b0f1-4df16b108d21","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.318974026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d189f1b7-492a-4971-8cc0-23ce60acd091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.318976057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7e2b477c-79d0-4836-8519-4f174f3e12c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.374693431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7e2b477c-79d0-4836-8519-4f174f3e12c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.374727075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d189f1b7-492a-4971-8cc0-23ce60acd091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.390013184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"bd819176-f6aa-45ab-8b37-61996299b100","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.396258549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"6e02f3d8-9149-4de0-9da9-5a4ebaa47658","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.445819283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ace438f2-a5df-44dd-b8d0-550fa18e49dc","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.552315721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"50b2f5fc-d52a-459a-bd2d-8a91e47e67ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.607663858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"50b2f5fc-d52a-459a-bd2d-8a91e47e67ee","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.683761154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6b19791d-a75a-47b1-8ce9-d1ff2e92296b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.71190119Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-sub","reconcileID":"d316348c-bea6-45f8-abec-d89f43fae279","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.738639201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6b19791d-a75a-47b1-8ce9-d1ff2e92296b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.78339289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8d2b07d4-6b79-4ebf-8e83-e20aae92e4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.838902021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8d2b07d4-6b79-4ebf-8e83-e20aae92e4bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.870749133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1063b9b8-437b-4d55-9a2a-e72063929c0d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:51.914177446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"f1dcc90a-0ba1-4ae1-b15b-47dc42cb96d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:52.075085603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-sub","reconcileID":"f9c8e8e3-51d8-478f-9add-a87cc0bb2a44","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.363038515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e2326343-f63b-46b3-b451-30ecb817f1b0","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.514420051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b5f27cc8-fdcc-4ad5-bf93-8f696a4a819c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.514556636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e502a8f7-dc19-4c86-8d33-ffebfd700f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.514420823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"19794d27-837f-4c25-ba91-29360eb35940","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.570173547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e502a8f7-dc19-4c86-8d33-ffebfd700f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.570249209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"19794d27-837f-4c25-ba91-29360eb35940","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:14:54.572843477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b5f27cc8-fdcc-4ad5-bf93-8f696a4a819c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.621498204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"daf9334d-1d55-4d8c-8738-1f697f443956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.62166738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cf549c4b-1a00-451d-9e68-c8d947a8f41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.778979423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cf549c4b-1a00-451d-9e68-c8d947a8f41c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:00.818884217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"daf9334d-1d55-4d8c-8738-1f697f443956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.850457906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d311f-0de6-4a77-92c5-38213fd93eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.90075695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d311f-0de6-4a77-92c5-38213fd93eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:02.95090217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d311f-0de6-4a77-92c5-38213fd93eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:03.001457777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0d311f-0de6-4a77-92c5-38213fd93eb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.519695763Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-sub","reconcileID":"09ac14c7-da88-4800-99ef-b36c6906d16c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.727937857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-sub","reconcileID":"09ac14c7-da88-4800-99ef-b36c6906d16c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.831661533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f21c035-6362-430e-b951-be41c39abd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.881778243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f21c035-6362-430e-b951-be41c39abd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.932296466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"05dd4ef3-a30e-4652-9822-1946efa06ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.934392448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f21c035-6362-430e-b951-be41c39abd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.984763027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f21c035-6362-430e-b951-be41c39abd3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:04.99196946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"766de549-2ae3-4908-a81c-7a1e0e9c9fe7","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.157713102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"7e9b9a3d-aed8-4d98-bf63-857d308c313e","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.193981099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"417583a9-6e56-40dc-980a-478cf3814c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.194223504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"32451183-7a57-4959-81cc-7b8432ea7424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.194443706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"240c1697-da0a-4884-9c17-711791bd96bd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.249518865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"240c1697-da0a-4884-9c17-711791bd96bd","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.249530501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"32451183-7a57-4959-81cc-7b8432ea7424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.252138492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"417583a9-6e56-40dc-980a-478cf3814c81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.398764535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-scoped-auth","reconcileID":"b9985016-3f08-4a80-bb8e-ffc23429243e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.548150108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"b7b82cb7-8a3b-4a01-851e-f3e96b7de5ae","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.548176638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"b7b82cb7-8a3b-4a01-851e-f3e96b7de5ae","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:05.606901258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"b06bc049-fde1-4dd8-8cf5-114489717986","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.711111089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4de34a65-2b8e-4f80-9e6b-2eaf9cc203ca","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.764287771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ae614536-6443-4086-8618-d47de801ec54","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.915970573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"691b1b8e-1d0c-4180-b35e-5fe6abb83886","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:06.972416993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"691b1b8e-1d0c-4180-b35e-5fe6abb83886","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.001856823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f945509c-aa0b-4bdc-8c34-c3536f3a0eb9","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.055116048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"522e0ddd-7416-42cd-8015-f578d893cb70","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:15:07.108673913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"8ddeaeb9-982c-4984-b08b-ed6b3952e1f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.159157005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"14f16ac6-7e4a-4a33-9f64-bf1bb2e7d018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.159908432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5b1b9078-9702-48d5-be70-f2e764d43d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.215080757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"14f16ac6-7e4a-4a33-9f64-bf1bb2e7d018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.215523299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5b1b9078-9702-48d5-be70-f2e764d43d21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.223158346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"592111b8-a2e8-4376-9cdf-9d6818415230","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.231301958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"9656e7aa-8bcd-4539-af1a-9f2f595bcc52","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.278652349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"49fd098b-3db4-40a3-98bb-5e64fdb43fea","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.380298465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bdd360e6-1bb1-4047-bf34-b5baf901c846","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.435161387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"bdd360e6-1bb1-4047-bf34-b5baf901c846","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.515050762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bad42be2-2d29-4bf4-b8e3-f0c094c41467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.515050089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da372df9-add7-4a2f-85ae-7d5d4c4b6d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.53558136Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"13705dcf-cc1d-4799-a443-282512f8c770","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.570461583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bad42be2-2d29-4bf4-b8e3-f0c094c41467","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.570561883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"da372df9-add7-4a2f-85ae-7d5d4c4b6d47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.692701356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e4706caf-41dd-493c-91de-dcc4785c2327","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.737274227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"4f62de90-0cc3-4a65-8a53-d26e450ccab4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:07.8936071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"563f21d6-5745-4896-b9c0-45e2e215fd38","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:08.034167966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"6e38ef68-b5c1-4ade-abca-ee4178b63f22","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.565331992Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"62b7d3aa-ef87-47a2-b89c-cabd8f54c974","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.62455749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9cd1e0e0-e0f4-487b-b2c5-3a9109d6a400","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.668751045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"eb28d886-76a6-459f-858c-e0e06f690b65","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.668971643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"e2915fa5-0347-4edb-932e-6121851b6dc1","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.71967524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"08a451c9-7060-444c-8c2b-403ca494647b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.719940972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d4e419b-5ae4-4338-9933-c8b27500d7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.720155371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17edbd8b-f91a-4d32-8c51-1c27658f3496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.725430305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"eb28d886-76a6-459f-858c-e0e06f690b65","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.725706222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"e2915fa5-0347-4edb-932e-6121851b6dc1","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.775008961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"08a451c9-7060-444c-8c2b-403ca494647b","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.777790712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d4e419b-5ae4-4338-9933-c8b27500d7e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.779156521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17edbd8b-f91a-4d32-8c51-1c27658f3496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:09.931656315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e644a1d5-836a-4f1e-ba8d-6f6a401e7984","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.037640647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e547db14-fad9-4309-a55b-7d081e994013","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.085023226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"da0f7b38-7151-4896-90c1-875ea85fbceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.085023682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ab157087-bb05-47e2-9fd2-2aaaeb938825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.096039958Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"0bc471d9-51b6-4186-8f0f-7014586135e3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.14142818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ab157087-bb05-47e2-9fd2-2aaaeb938825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.141871688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"da0f7b38-7151-4896-90c1-875ea85fbceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.178165127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"082b1dcb-6be5-4919-9911-25ab3479ba4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.196200235Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"7fd9663a-8660-4fb2-bf35-5bf15745c741","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.245649501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"082b1dcb-6be5-4919-9911-25ab3479ba4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.289497596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"28c73070-f283-44a3-aa4a-a717f5561b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.289497602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ceca0a97-9878-434c-94eb-e63bd25cd9df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.349220782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"28c73070-f283-44a3-aa4a-a717f5561b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.349388733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ceca0a97-9878-434c-94eb-e63bd25cd9df","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.448854668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"a85bf990-83ec-4c76-8543-cb5bc84d9fc4","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.498840089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e8e3238-6752-44c4-ae5e-b29f3bd6347f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.504211115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"a85bf990-83ec-4c76-8543-cb5bc84d9fc4","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.55395446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e8e3238-6752-44c4-ae5e-b29f3bd6347f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.598433123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc40b0f8-006e-40e7-b91b-cc07cebd095e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.681681098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc40b0f8-006e-40e7-b91b-cc07cebd095e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.771273194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"205d8a5d-deb9-472d-8f35-08db7c0ba7e7","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.821557824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"142b7201-4c76-499c-a69b-c57ed96757fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.82175799Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e563a62c-5997-47dd-a2ba-9b3da92f136b","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.826469136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"205d8a5d-deb9-472d-8f35-08db7c0ba7e7","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.871776612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e5449039-85cf-43eb-8fce-707569c5248a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:10.87725245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"142b7201-4c76-499c-a69b-c57ed96757fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.101887617Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e5449039-85cf-43eb-8fce-707569c5248a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.115947816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3b183051-3683-41df-8420-b66e92d33d66","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.191669632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"1ae664f6-52c9-40ff-9da5-272b3993edcb","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.191696317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"1ae664f6-52c9-40ff-9da5-272b3993edcb","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.192850171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e5449039-85cf-43eb-8fce-707569c5248a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.245810717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5cb116-9855-410b-a448-f948830acc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.251060764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7d103d-3141-46c8-b723-db01fb700db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.297837086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"8edca659-c215-4c4a-a7c6-5f7f693b2908","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.303758001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5cb116-9855-410b-a448-f948830acc7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.306068298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7d103d-3141-46c8-b723-db01fb700db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.34726388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7866a82d-fd4b-4a1e-9a5b-71f736f055c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.348660512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"40acc216-6153-4396-9686-21497b688a16","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.348678176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"40acc216-6153-4396-9686-21497b688a16","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.352750804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"8edca659-c215-4c4a-a7c6-5f7f693b2908","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.396425678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9d4f5555-4bac-4c55-a7f9-d341e19efd43","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.404258874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7866a82d-fd4b-4a1e-9a5b-71f736f055c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.451602382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9d4f5555-4bac-4c55-a7f9-d341e19efd43","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.505921175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9d4f5555-4bac-4c55-a7f9-d341e19efd43","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.655032834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bd4b973a-66a0-4303-86a7-db1934a65bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.655045637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"741d0260-3951-443e-a5c3-162af19ec594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.655524272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0f512c08-d3fa-4b4d-9f77-be3a1850b251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.704601984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"4eac07cc-1ac0-4469-801f-e5fa6b14ac9c","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.7109148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bd4b973a-66a0-4303-86a7-db1934a65bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.711020711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"741d0260-3951-443e-a5c3-162af19ec594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.713990991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0f512c08-d3fa-4b4d-9f77-be3a1850b251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.754531472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9320f64f-1d14-4dff-ba4c-eb557704b744","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.760142971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"4eac07cc-1ac0-4469-801f-e5fa6b14ac9c","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.809830556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"9320f64f-1d14-4dff-ba4c-eb557704b744","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:11.995912415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"29da69b1-84a4-457e-ac81-22390e4356ba","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:12.050946872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"29da69b1-84a4-457e-ac81-22390e4356ba","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:12.10445462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"29da69b1-84a4-457e-ac81-22390e4356ba","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:13.06611311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.05216358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6f71dfe1-ff30-4a19-9d93-a9c548e081f8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.053304649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"8f2a4de0-261d-46d3-b3d6-930e9011d861","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.054205396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"010a5581-c646-4358-80de-2fff7aecdf8f","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.125140352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"6a8e5912-dbde-4d92-b46f-3453c95b02e2","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.125640123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"73634e38-7f7b-42bc-86bb-2a9a6a468c55","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.125879536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"868e7d50-2e2e-4a5c-b8d6-40802ebc0a05","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.223305715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8ef65986-8b1a-419d-847a-7e3b58bed9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.223577708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19986c63-cdab-4087-8c1f-884b3e51a2ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.282043045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"d53883ac-a89f-4d62-b979-bf432c9433df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.283868762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"6cd477fe-2728-460c-b977-3b4d9c2aadde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.290937948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19986c63-cdab-4087-8c1f-884b3e51a2ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.292028052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8ef65986-8b1a-419d-847a-7e3b58bed9ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.590623465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5f2e030c-a1f7-452c-806c-34f5149f04c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.590624949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3b5d47e0-8dcb-4b11-95c6-e20102abb7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.6487424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5f2e030c-a1f7-452c-806c-34f5149f04c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:17.649763853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3b5d47e0-8dcb-4b11-95c6-e20102abb7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:20.10471985Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"99dccb80-ae08-4e3d-b421-96c807e2da56","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e59afbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.211038149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"a2cfe9f6-5e05-472d-9677-be4aa8d64dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.266969063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"a2cfe9f6-5e05-472d-9677-be4aa8d64dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:22.321018329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"a2cfe9f6-5e05-472d-9677-be4aa8d64dd8","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.478204116Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"ec1ed6c3-57af-47e6-ac07-b69f8511e734","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.478239853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"e9736117-876c-43aa-9915-a2392fe7cdfc","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.478487657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"e9736117-876c-43aa-9915-a2392fe7cdfc","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.68010007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"ec1ed6c3-57af-47e6-ac07-b69f8511e734","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.734774075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"2d15fd71-15c7-4471-9600-077be2468c95","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.80308479Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"ec1ed6c3-57af-47e6-ac07-b69f8511e734","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"e2e-inf-a-7664c7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.803108317Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-auth","reconcileID":"ec1ed6c3-57af-47e6-ac07-b69f8511e734","MaaSAuthPolicy":{"name":"test-model-7664c7-auth","namespace":"ai-tenant-e2e-inf-a-7664c7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.857817024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"5181abe1-3017-41a2-96de-014086716633","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:24.857839795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"5181abe1-3017-41a2-96de-014086716633","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.009858915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"4d9d1ce7-9947-4aec-a4b1-4b29505a0c58","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.009877346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"4d9d1ce7-9947-4aec-a4b1-4b29505a0c58","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:25.119273731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"c432b93f-618b-4599-9b5f-42e8bdc7bf25","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.155678536Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"b07f3f81-63e5-4124-bf26-070ae87468c9","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.36490473Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub","reconcileID":"b07f3f81-63e5-4124-bf26-070ae87468c9","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.568789664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"e2535182-4d96-4cdc-a42d-a954cf5e0eb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.575857978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"87557436-5474-4648-8be6-b567c3fcfee1","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.726624073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"056197c3-0467-4901-adde-e71279516bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.726863091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be14096a-5c2c-4bd1-b0d0-c1f7d861f769","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.726624075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8cb50a02-c141-4598-91c9-de9a085a157c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.782561144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8cb50a02-c141-4598-91c9-de9a085a157c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.783077488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"056197c3-0467-4901-adde-e71279516bb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:30.78481881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be14096a-5c2c-4bd1-b0d0-c1f7d861f769","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:32.422792773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"243b268c-686b-4a68-99e1-fece7ed3e3a7","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:32.47924323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"243b268c-686b-4a68-99e1-fece7ed3e3a7","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:32.534035259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"243b268c-686b-4a68-99e1-fece7ed3e3a7","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.380151207Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"4c272b48-555f-4a5b-980b-690f530c6df2","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","subscription":"test-model-7664c7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.430858918Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"4c272b48-555f-4a5b-980b-690f530c6df2","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.481827903Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7-sub","reconcileID":"4c272b48-555f-4a5b-980b-690f530c6df2","MaaSSubscription":{"name":"test-model-7664c7-sub","namespace":"ai-tenant-e2e-inf-a-7664c7"},"name":"maas-trlp-test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.56190963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"b6f2cba4-d6ac-45df-99a5-47f3681371e9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.617461778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"b6f2cba4-d6ac-45df-99a5-47f3681371e9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.671359527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eb6b9f65df989fed5eb4eec8afbbe4f64a23719c48bb54433d459efefe5f246) AuthConfig (96ac2f53140e4f3c9485c4f7b5acfa1bf085cff9489f305b4e0451ac9098f9f1) AuthConfig (0d0dda1bef1cf0d408b8e336a16c990e2ab6cc7f5234711b2c2bac10ddc2543e) AuthConfig (4b67c5624206444b1083850420627e5be6b4e0b413e79ffd982839422280d377) AuthConfig (b933822b7b774207fdd52a58c55c15b3925eed6feeb2866beb89e51f77fd74b6) AuthConfig (22d2dbf984452140685b45be4de24621ade789ca7256e216c28443ce30a796e4) AuthConfig (7643b144f9a543bc3bfe59a71f011c427257c42c90349d2fbe1e949038bf583a) AuthConfig (8054dc3faa87ffa916427d6ed88e22c5d9abd8f6d32bd990a955ba3274f82697) AuthConfig (415ee4e76d324db7bf2636b908173b7e2e47ec2f8cdede371052ad42cdea95c2) AuthConfig (1bd7dd1551573c42993b1910feb215a44d36114d50616b2d79f9845bba7f4d75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"b6f2cba4-d6ac-45df-99a5-47f3681371e9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.775976312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"65fa78f4-7b08-4a42-89a1-0ebc8eb980ed","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.776000005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"65fa78f4-7b08-4a42-89a1-0ebc8eb980ed","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.807632569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"88e3a387-a7fd-433f-8e89-061323b2b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.8076325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7790e1d9-1ea5-4651-a920-093db059b2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.826507555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"87a52df0-ff22-4a09-bfd6-d7033fbd3202","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"tenant":"e2e-inf-a-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","model":"ai-tenant-e2e-inf-a-7664c7/test-model-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.826524408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"test-model-7664c7","reconcileID":"87a52df0-ff22-4a09-bfd6-d7033fbd3202","MaaSModelRef":{"name":"test-model-7664c7","namespace":"ai-tenant-e2e-inf-a-7664c7"},"routeName":"test-model-7664c7-kserve-route","namespace":"ai-tenant-e2e-inf-a-7664c7","llmisvcName":"test-model-7664c7","gateway":"openshift-ingress/e2e-inf-a-7664c7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.862867682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"88e3a387-a7fd-433f-8e89-061323b2b490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:35.862877293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7790e1d9-1ea5-4651-a920-093db059b2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:43.067556249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.826575662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e2e6a21a-2a79-426d-83ee-740afc04bd3f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.882023347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e2e6a21a-2a79-426d-83ee-740afc04bd3f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:45.936237243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6eb6b9f65df989fed5eb4eec8afbbe4f64a23719c48bb54433d459efefe5f246) AuthConfig (96ac2f53140e4f3c9485c4f7b5acfa1bf085cff9489f305b4e0451ac9098f9f1) AuthConfig (0d0dda1bef1cf0d408b8e336a16c990e2ab6cc7f5234711b2c2bac10ddc2543e) AuthConfig (4b67c5624206444b1083850420627e5be6b4e0b413e79ffd982839422280d377) AuthConfig (b933822b7b774207fdd52a58c55c15b3925eed6feeb2866beb89e51f77fd74b6) AuthConfig (22d2dbf984452140685b45be4de24621ade789ca7256e216c28443ce30a796e4) AuthConfig (7643b144f9a543bc3bfe59a71f011c427257c42c90349d2fbe1e949038bf583a) AuthConfig (8054dc3faa87ffa916427d6ed88e22c5d9abd8f6d32bd990a955ba3274f82697) AuthConfig (415ee4e76d324db7bf2636b908173b7e2e47ec2f8cdede371052ad42cdea95c2) AuthConfig (1bd7dd1551573c42993b1910feb215a44d36114d50616b2d79f9845bba7f4d75)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e2e6a21a-2a79-426d-83ee-740afc04bd3f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.037156795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"cb69bf99-272b-43fd-8662-69bd34f6b0d3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.092357586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"cb69bf99-272b-43fd-8662-69bd34f6b0d3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.503490403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"fe429b41-777a-4b0d-bace-814762e82cc7","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:56.503524686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"fe429b41-777a-4b0d-bace-814762e82cc7","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.188151502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9c2478ca-4db2-415f-b2dd-1feb7611e8b6","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.188178971Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9c2478ca-4db2-415f-b2dd-1feb7611e8b6","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.237795533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d0bcc60c-1166-4c3e-aaf5-b4d13c23b9da","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:15:57.243878893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"76a65a76-3e29-4ba4-b28c-318345d26907","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-fc5b7e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.293037809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d0bcc60c-1166-4c3e-aaf5-b4d13c23b9da","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.310632802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-deleted-sub-auth","reconcileID":"cb412e41-98c5-412d-9aa2-bfbc7370afef","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.344902489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"be8b2168-9ba4-4649-b711-a44d45083805","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.344926111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"be8b2168-9ba4-4649-b711-a44d45083805","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.395724864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"b5022318-7c3f-4b41-b9f2-2af390aba904","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.446374354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9350d525-607a-4a90-be3b-187c926c3a13","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.446426018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9350d525-607a-4a90-be3b-187c926c3a13","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.54794871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"5e560730-685b-4a25-ae72-9447eb3b0076","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.547973594Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"5e560730-685b-4a25-ae72-9447eb3b0076","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.598870982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"993f9683-8079-4db9-961b-98bcbfa37405","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.661045234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8baffcd5-3bd6-4360-9301-a9d48ce23048","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.665676886Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5581db23-7d8f-4514-bcdf-b962e4c74c4c","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-att-serve-fc5b7e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.716495505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8baffcd5-3bd6-4360-9301-a9d48ce23048","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.924623541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6788f9a5-9c5a-4d1d-a189-83a1a513e0c2","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:57.924648919Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6788f9a5-9c5a-4d1d-a189-83a1a513e0c2","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.126278798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"704de9f0-8bee-4474-96b3-c7da593bcc13","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.709732712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f9e4cb8e-501b-4ded-afff-ac349223be25","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.762957129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f3f48bf3-45de-4877-aa26-6257faa12fcb","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.912662252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"510d468f-9fda-4440-a3ae-66fe19be0051","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.989290779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"510d468f-9fda-4440-a3ae-66fe19be0051","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:58.991344569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ce502dda-c668-4857-81bb-ce15146d359b","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.047027095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"818ddfb1-7c01-4c03-ab2c-718b2cf3d877","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:15:59.096521709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-sub","reconcileID":"32da9ead-753e-4bbc-b146-9c3504e7fc8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.142930091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"942007e7-d21e-4bc9-b364-1586ba12a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.14295311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"449edfa3-65fd-4524-8a8f-4dbf4544e73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.1981253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"942007e7-d21e-4bc9-b364-1586ba12a80b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.198281073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"449edfa3-65fd-4524-8a8f-4dbf4544e73a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.210341246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"69774f74-f4b3-44b3-99c7-5f206de551cd","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.265394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f6273413-0a09-4370-af63-cb61bf02e955","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.299127695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"2ad69643-7316-45a8-91fc-25977b850c7f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.448255454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"46b88a26-ae7d-4424-83da-43d6b311dccd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.503556485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"46b88a26-ae7d-4424-83da-43d6b311dccd","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.522816649Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-sub","reconcileID":"207eb0de-e298-4b97-bd9e-029fb80d4b51","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.549376557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cf94bde8-b400-4fc0-b0c8-f8134eebf431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.549377821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3741bc46-3451-401f-813b-69501b35b484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.607177896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3741bc46-3451-401f-813b-69501b35b484","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.608254919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cf94bde8-b400-4fc0-b0c8-f8134eebf431","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.681734606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8f832741-781d-4345-9a37-997e1b5c1321","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.72521222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"44c74fac-192f-4cf2-a621-1d56bc470451","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:15:59.883680354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-sub","reconcileID":"14bf052f-0105-4629-944a-94e2451ae110","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:00.992855872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"01a5192f-662a-4505-b086-037e68229531","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.072026367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"e163aa05-1ff5-4624-860a-39f96c1436b0","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.128803467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"98246ac3-4278-4231-aed8-ee9c311a3736","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.128827993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"98246ac3-4278-4231-aed8-ee9c311a3736","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.196237729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"01a5192f-662a-4505-b086-037e68229531","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.320933815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"01a5192f-662a-4505-b086-037e68229531","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"e2e-inf-b-4ff4db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.320956474Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-auth","reconcileID":"01a5192f-662a-4505-b086-037e68229531","MaaSAuthPolicy":{"name":"test-model-4ff4db-auth","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.376473174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"a6d92bdf-7878-4c15-9394-5c81f464b5d6","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.376575548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"a6d92bdf-7878-4c15-9394-5c81f464b5d6","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.38882499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"b5c057e7-6f85-40f1-b001-417864035fc5","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"maas-trlp-test-model-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.480898415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6b1e8135-3a04-4893-874a-ab8a668a07d8","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.530541681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"492b89ee-a96a-4744-8bdd-f20034b88f6a","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.530563618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"492b89ee-a96a-4744-8bdd-f20034b88f6a","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.534094163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"dc42c87b-84b6-4df0-98d9-5c5f5d6bb265","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.594493499Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"cd0fd1a1-9c62-4b72-bc5c-87ebc1c9c6a2","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.645298674Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"cd0fd1a1-9c62-4b72-bc5c-87ebc1c9c6a2","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"name":"maas-trlp-test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.685333511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"c94357b5-8543-45b7-afae-c2f55ec12940","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.741196434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"c94357b5-8543-45b7-afae-c2f55ec12940","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.752321759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6d34e819-9ab2-424b-bd72-58044a8c0091","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.809050493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"200fd9d8-6ef7-4112-9318-7722388f5f8e","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.857210029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"51b53165-b4c4-4eba-ba51-50380d82b4a5","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.857230442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"51b53165-b4c4-4eba-ba51-50380d82b4a5","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.859496463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1d8d6c9f-4e7d-432e-813f-932a382e2abe","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:01.862218538Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-status-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.905717541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ac9b6a85-6a4d-4ff7-8d35-327479fecb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.905718082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de40f0f5-50cd-4b28-a199-724e1b3b603c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.913373321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"91d5dad1-4fea-4b73-81b1-49326ef246a5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.963274576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"de40f0f5-50cd-4b28-a199-724e1b3b603c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.963655859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ac9b6a85-6a4d-4ff7-8d35-327479fecb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:01.966962681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"d5afc421-e541-495c-9eb4-045e71616b57","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.058531119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"283defc0-3c56-45ff-924b-6f43cb2af80c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.117838146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6773821d-a311-41f5-87bd-99aaec7b6a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.117903266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9599b792-21e4-45de-81e9-0128480b044e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.173483869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9599b792-21e4-45de-81e9-0128480b044e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.174882924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6773821d-a311-41f5-87bd-99aaec7b6a75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.175595495Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-sub","reconcileID":"e57acc5c-ab3c-4d8e-95ff-7d6e60b5f33f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-status-active-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.218230871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"03afa25d-4888-420e-9f8b-e8a7a19db70e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.27326738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"03afa25d-4888-420e-9f8b-e8a7a19db70e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.333917697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"bb1829d6-3aa9-41c6-af35-7c541b0d829d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.348219146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"039112e7-1a2f-4a84-bfde-a11f68974d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.348287062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9d5729a0-9d3d-4a0e-9117-b62b12e8e83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.377200546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"6bc12682-60da-4ac3-b9b3-79a42d213215","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.40359009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9d5729a0-9d3d-4a0e-9117-b62b12e8e83f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.403774278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"039112e7-1a2f-4a84-bfde-a11f68974d3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.535878591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-sub","reconcileID":"5e74edb8-ecc9-4053-ab23-05639552f68c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.548018666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"fd88da0c-4f6e-4877-baa3-93ff3b7fd2e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:02.603523744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"fd88da0c-4f6e-4877-baa3-93ff3b7fd2e2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.529066288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b6c5101a-6a03-4392-9e90-6efcb907f48b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.678980983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"e6550d88-eeb1-46ab-998c-7b13631c14dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.679138983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7688a155-8c4c-44a4-b94e-1f46ade70230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.678980871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"183d158c-521b-454d-8f48-95ed82cf8f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.735083113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"e6550d88-eeb1-46ab-998c-7b13631c14dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.736339115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7688a155-8c4c-44a4-b94e-1f46ade70230","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:04.737392714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"183d158c-521b-454d-8f48-95ed82cf8f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:06.755902287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"44c576bf-13c8-40fb-9d0a-dd31881413fb","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.020100483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"b5ff3cdb-77e2-44ec-8570-073dc97fae85","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:07.020137488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"b5ff3cdb-77e2-44ec-8570-073dc97fae85","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.079585422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d1b03af9-05ab-41ac-b1da-bc10e02c8b34","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:08.13883293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d1b03af9-05ab-41ac-b1da-bc10e02c8b34","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.014393409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"00d22f66-7e4f-44ed-a16b-7bf4b7d25895","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","subscription":"test-model-4ff4db-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.064284797Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db-sub","reconcileID":"00d22f66-7e4f-44ed-a16b-7bf4b7d25895","MaaSSubscription":{"name":"test-model-4ff4db-sub","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.124727455Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-sub","reconcileID":"739aa5ac-4ec9-4208-a707-694d729c93ae","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.271174842Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"63b5df89-77f9-45e4-83e6-919533149ebc","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.329045766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"0aefc77d-69a1-4d76-a8e8-076deae5b5f8","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"tenant":"e2e-inf-b-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","model":"ai-tenant-e2e-inf-b-4ff4db/test-model-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.329066473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"test-model-4ff4db","reconcileID":"0aefc77d-69a1-4d76-a8e8-076deae5b5f8","MaaSModelRef":{"name":"test-model-4ff4db","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"routeName":"test-model-4ff4db-kserve-route","namespace":"ai-tenant-e2e-inf-b-4ff4db","llmisvcName":"test-model-4ff4db","gateway":"openshift-ingress/e2e-inf-b-4ff4db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.32948319Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"cb15a817-cd33-4f3d-919f-3e0db94f2758","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.332941188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-sub","reconcileID":"739aa5ac-4ec9-4208-a707-694d729c93ae","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.374614939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3ea99f20-f69a-4e00-92ec-244c9d86ea51","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.428585931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"eeb4a91e-c015-4846-8853-1724221c71bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.429636079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d2a4b36e-f7ca-4e00-b306-5783655e082c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.430745438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"19ae6db1-0838-405c-9de9-2eabc91bc626","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.499497513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"767888a3-5148-45ea-85b7-449c4843829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.504038816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3ea99f20-f69a-4e00-92ec-244c9d86ea51","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.507479928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"eeb4a91e-c015-4846-8853-1724221c71bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.508783905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d2a4b36e-f7ca-4e00-b306-5783655e082c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.510790582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"19ae6db1-0838-405c-9de9-2eabc91bc626","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.556068994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"767888a3-5148-45ea-85b7-449c4843829d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.604987299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"dfbe445c-e009-482a-97bb-7d1d69b358f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.856883192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"4790e780-2c02-4577-a7dd-ecc905364bfe","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.869991674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"b7ba080b-d6a2-4c84-b4b5-25c03658bc80","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.908312276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"e81695ce-c259-4f55-9104-38576c63ff72","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.908770228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c02aafbf-b133-4a78-9a97-a87586809343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.909183002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9e1b8165-ad97-4a47-9fe3-dbb8609b410f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.909384921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a373eff3-fa83-4f79-9ee8-8c1f1e798fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.909553252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"703eb3b7-6943-400e-a3da-296c41f15bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.994491499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"e81695ce-c259-4f55-9104-38576c63ff72","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.997951224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9e1b8165-ad97-4a47-9fe3-dbb8609b410f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:12.999168186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"703eb3b7-6943-400e-a3da-296c41f15bb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.003667507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a373eff3-fa83-4f79-9ee8-8c1f1e798fd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.00855111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c02aafbf-b133-4a78-9a97-a87586809343","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.056987669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"0b9d513d-6668-4968-a7bc-32149a8618ee","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.057013167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"0b9d513d-6668-4968-a7bc-32149a8618ee","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.096114487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.107817058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"fa2b4dff-20ff-49d0-96ad-23c156ff09e6","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.158150454Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"52d7c472-4532-4109-819e-719fec35f499","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.201828194Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-api-key-no-access-auth","reconcileID":"65ec6a52-d6c3-4559-87f9-e18c2b63c43c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.330775991Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"8c371973-6965-46a7-bff3-76d544752eb9","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.377582877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"1a51a0aa-c75a-46fa-b97c-2be77621a57a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.377659101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ad860aaf-9b6c-465d-b76a-e3ed7b9421b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.378019103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fde2f8ee-c4ed-45d2-b438-eb14c7254545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.432834913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"1a51a0aa-c75a-46fa-b97c-2be77621a57a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.432884209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fde2f8ee-c4ed-45d2-b438-eb14c7254545","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.435022449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ad860aaf-9b6c-465d-b76a-e3ed7b9421b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.454194492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b3353681-a389-49f1-b260-7d840a9ccb96","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.457071357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"85566b91-949e-4e22-bea4-21b7902aaccd","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.508995269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b3353681-a389-49f1-b260-7d840a9ccb96","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.61224426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"344506b1-3db6-4b3f-a917-683dc0061d5e","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.628929656Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b3353681-a389-49f1-b260-7d840a9ccb96","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.679856849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c4da2bf0-1703-4c2d-b25d-6e88a23f97f0","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.687443275Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c4da2bf0-1703-4c2d-b25d-6e88a23f97f0","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.780140978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a46690-70b6-4454-9624-b84556dedabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.835039259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d5a46690-70b6-4454-9624-b84556dedabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.866563791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ec70872f-3519-4ea4-8520-c02e0185d428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.866586782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d391511-7b4d-4eb5-b6f4-70d809c0b3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.891075958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"a977eb23-0167-4388-b74d-0633975ebe7c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.891098357Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"a977eb23-0167-4388-b74d-0633975ebe7c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.921786781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d391511-7b4d-4eb5-b6f4-70d809c0b3b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.921791564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ec70872f-3519-4ea4-8520-c02e0185d428","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:13.992578931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6827e5d4-0daa-440c-9f94-373bccec4465","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.066518979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6827e5d4-0daa-440c-9f94-373bccec4465","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.113270734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"854d6af4-cdda-407e-a5b5-21206869dd81","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.169029593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"854d6af4-cdda-407e-a5b5-21206869dd81","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.172426494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"cf1216ad-e9da-4779-b6df-a22eb138f2fe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.227710681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"cf1216ad-e9da-4779-b6df-a22eb138f2fe","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.315971527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"407fd436-8777-4f89-a3b3-285c3d04dbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.315972071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c795bcc8-4e05-45c3-8d39-44cdab22adb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.371593583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c795bcc8-4e05-45c3-8d39-44cdab22adb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.371599359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"407fd436-8777-4f89-a3b3-285c3d04dbb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.467025499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"96fcc3a7-f4d7-437b-961b-ba3fb399b288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.522375292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"96fcc3a7-f4d7-437b-961b-ba3fb399b288","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.686789998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-sub","reconcileID":"f2def628-3c85-4f57-9b82-daefcedf3525","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:14.89553436Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-sub","reconcileID":"f2def628-3c85-4f57-9b82-daefcedf3525","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.033601061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"6deeacce-5eba-4cfa-b9f3-2106f58b88fe","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.088583281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"b0c3ad2e-db2d-45f6-9e0d-81515a460634","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.098539322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"fca340d4-2382-48b2-a299-a1c4fd1cb928","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.161558975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fa1f6252-2b4d-4456-8e73-7515e4646c7f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.238463803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"63aff100-3c4e-447b-83b4-5b20abf15e27","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.293948243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"63aff100-3c4e-447b-83b4-5b20abf15e27","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.338323554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"72a9b1e0-c8a1-4cdc-a614-002ff382dbb1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.338546206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3b2576f7-524b-4462-803f-dc94bfb0bc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.338323866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ec97d58d-cf96-47f1-bb43-8bfee272215b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.394295344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ec97d58d-cf96-47f1-bb43-8bfee272215b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.394333956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"72a9b1e0-c8a1-4cdc-a614-002ff382dbb1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.396746637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3b2576f7-524b-4462-803f-dc94bfb0bc1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.60283392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"709039c4-17e4-4e27-b672-da162bf8126f","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.704164252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth","reconcileID":"2d46fadf-dd75-4f33-9b7d-54ad41e77fbd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.704192473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"923a5820-0a07-4ac8-aed2-0e2cd9e97f6f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.758819183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"dc91f236-5798-446c-8af7-e88403976ba1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.815229134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"dc91f236-5798-446c-8af7-e88403976ba1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.8535106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ae22babc-1bbd-4ba4-be7b-7eeaf7cb0cad","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.863436567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3bd1e924-4546-4253-9911-6b8639a69425","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:15.908719038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"fa57ec43-0817-4c6d-ad96-ab2e48f4a6d2","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:15.960795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-valid-sub","reconcileID":"7ace39c0-3cdc-476c-b886-b2501f32a94e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.003180434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c7564399-acb3-454f-b8ea-e47f38c206ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.003179956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dd314aaa-d8e4-4d94-84b0-8d17c3beda70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.059810724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c7564399-acb3-454f-b8ea-e47f38c206ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.059826919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dd314aaa-d8e4-4d94-84b0-8d17c3beda70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.072727224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"54692c3a-ef28-49a8-b9f0-0fa806071c65","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.128034295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"d0eab0e4-d19b-4706-9a08-4aaa5c2e8727","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.167413467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"8c496cd4-b41c-45c9-bb16-782b9ae846b5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.222427081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"8c496cd4-b41c-45c9-bb16-782b9ae846b5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.364993609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e6e8a2af-91fd-49c9-ab14-3ade16f67745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.364993475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"761643b3-5372-4d83-8ee3-1bb2429fc4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.385946694Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-valid-sub","reconcileID":"1b496979-704e-457f-a65a-f01bec2d6dcf","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.420689496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e6e8a2af-91fd-49c9-ab14-3ade16f67745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.420837486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"761643b3-5372-4d83-8ee3-1bb2429fc4b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.522225964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"2bd69d97-2204-4db4-8d0e-81faaa2b24a7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.546549648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"fbffd051-8a3e-4553-9b6c-944cea69b795","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.577364747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"2bd69d97-2204-4db4-8d0e-81faaa2b24a7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.591563122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"44470436-04fd-402e-9219-89f2ddfc3879","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:16.74786987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-valid-sub","reconcileID":"5264b18e-9bb3-445a-b016-373f1f8ae57c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.432026634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"68f7384a-e659-4e6a-a846-e7d8954cb73c","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.588737513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a8a02386-6167-4022-aad4-12e956e5cdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.588761989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"9d46b70a-bce4-4928-98f8-de71513b9634","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.589175726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ce7736a9-956e-4678-bed6-0a657910d313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.644826462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"9d46b70a-bce4-4928-98f8-de71513b9634","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.645508525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ce7736a9-956e-4678-bed6-0a657910d313","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.648341237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a8a02386-6167-4022-aad4-12e956e5cdb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:17.847891849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-sub","reconcileID":"0fc693a3-8196-4b6c-a9da-866f83c92fad","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.893891157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8bf9e2cc-302e-4349-84ba-2b8c7a2313dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.893892437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"97328a50-7462-4ff6-8dee-707c019a09ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.963299878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8bf9e2cc-302e-4349-84ba-2b8c7a2313dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:17.984730521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"97328a50-7462-4ff6-8dee-707c019a09ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.281111119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"eb8d1875-712d-47f8-8124-3001f7cbc4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.283102123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"431962f5-23b9-4791-995f-fb180bf38b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.336234499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"eb8d1875-712d-47f8-8124-3001f7cbc4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.337995828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"431962f5-23b9-4791-995f-fb180bf38b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.658249769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.709195764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4e3a83aa-1b6a-4f6b-81dd-8c6668faf744","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.709218125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4e3a83aa-1b6a-4f6b-81dd-8c6668faf744","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:18.766218491Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-87dc2a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.809852871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"531ea18d-34ce-4c81-8c00-b77e86082f70","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.809883048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ffa75033-2dbe-4d4f-aa29-18c4735adf22","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.865747603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"531ea18d-34ce-4c81-8c00-b77e86082f70","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.865935667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ffa75033-2dbe-4d4f-aa29-18c4735adf22","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.868453987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"1de3d514-3006-4843-a867-4b3ba8f819b5","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.868470598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"1de3d514-3006-4843-a867-4b3ba8f819b5","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.970822097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6e1a02b9-d432-4167-91ad-672b1ebe4b72","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:18.970846431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6e1a02b9-d432-4167-91ad-672b1ebe4b72","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.075055169Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"7ca16c31-b7f6-47e9-97bb-c78d599d17cc","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-att-unrel-87dc2a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.268932549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"7649829e-a699-443b-a7f8-7b18f66866e6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.268930475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d55e947f-fb9d-4986-9f6f-39593c4f145b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.324855468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"7649829e-a699-443b-a7f8-7b18f66866e6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.324967877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d55e947f-fb9d-4986-9f6f-39593c4f145b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.336928637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"f71757bd-417b-4470-8629-89c76e36165c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.336947125Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"f71757bd-417b-4470-8629-89c76e36165c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:19.544199502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"1e365cca-738d-4f12-aaa2-2a30401e80bf","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.385176981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b36e6f0a-a8ea-43cf-8406-39f127d6bf4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.385221147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3e39b758-1505-4fd7-87a3-afb7b6bd6204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.440353541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3e39b758-1505-4fd7-87a3-afb7b6bd6204","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:20.440482298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b36e6f0a-a8ea-43cf-8406-39f127d6bf4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.590773632Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-valid-sub","reconcileID":"c95a0c32-4f40-44ee-88fc-e4836da8c3d5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:27.806992639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-valid-sub","reconcileID":"c95a0c32-4f40-44ee-88fc-e4836da8c3d5","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.013831447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"1516bff2-e0a9-413a-9076-18fc8353c9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.073026501Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.073059361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"3423a09d-ae70-4982-bdd2-53b5e1e79cfb","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.17972986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"03d07cac-84f0-40b1-bc6f-21a7341cbbf8","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.179755105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"03d07cac-84f0-40b1-bc6f-21a7341cbbf8","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.224319376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"62648fe8-9112-453f-bd64-67165eff689b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.224512158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b11cd3b-5773-45e2-8232-90de6087b3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.224325454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"569afc6f-87cc-4f65-890b-a36bcd0d4d98","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.2796228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"62648fe8-9112-453f-bd64-67165eff689b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.279853023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"569afc6f-87cc-4f65-890b-a36bcd0d4d98","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.282162772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b11cd3b-5773-45e2-8232-90de6087b3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.341372914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8187955e-0c0b-47b0-baf0-d4efee23d277","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.458867353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"37fcab80-4126-470b-84a1-fe0d377c63bc","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.481068013Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-invalid-sub-auth","reconcileID":"98a5a6ff-1a7f-4662-b15b-3d3b7b556a3f","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.7233495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"10a59aca-6f6b-42fc-a5cb-113d88979088","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.723372303Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"10a59aca-6f6b-42fc-a5cb-113d88979088","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:28.77411039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"ca44bcf4-eaf5-421e-821a-a27faaedd1f4","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.141269287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9bddfa84-165d-464e-9d5b-17e52b189c76","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.141325198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c03bf754-620e-4a7c-bad0-09b611ab4a4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.196652418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c03bf754-620e-4a7c-bad0-09b611ab4a4a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:29.196720204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9bddfa84-165d-464e-9d5b-17e52b189c76","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.392330575Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-sub","reconcileID":"d18849f3-d0ff-44b6-b74a-c22d02eb0a15","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.392478747Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-sub","reconcileID":"d18849f3-d0ff-44b6-b74a-c22d02eb0a15","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.497145488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f5933f2b-cec4-4215-9802-9de1e18523f9","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.550248471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4a3967e9-d066-4164-a089-55d864d12bee","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.656145737Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.702731336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"001cf4a6-2e12-4788-af5e-bd8f927dce86","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.758555928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"001cf4a6-2e12-4788-af5e-bd8f927dce86","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.80904644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2a65c3b9-7f78-4fd7-aa3c-56733e1e25c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.810037837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"455d740f-a722-425f-8bad-44e201c19f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.865585194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2a65c3b9-7f78-4fd7-aa3c-56733e1e25c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:30.870486443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"455d740f-a722-425f-8bad-44e201c19f95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.027106917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"02f52fd3-f1a7-4256-ad2b-7366d80fc9fb","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.027266833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.074053305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"9edf0448-1e0b-4921-ae70-02ed8b80a733","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.080413586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1347fbf9-97db-4af1-8370-030a2c000074","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:31.134969432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"a6f30434-5725-4263-a297-36df6d977bb7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.177464417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3bb74233-5287-41d0-a881-3dbf508fc86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.177535783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cb77fa16-e6b2-4812-a2cb-eb9fca7c4b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.23671504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cb77fa16-e6b2-4812-a2cb-eb9fca7c4b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.236715042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3bb74233-5287-41d0-a881-3dbf508fc86b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.248678163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"83b8bd2e-22a6-48fe-9c28-2d897e06b672","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.283005605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"1728315d-f931-4181-b0a5-d144a8ef4dc4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.302206058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"be711363-ba5b-4aa4-b2e2-3b6f9379a07c","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.338289739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"1728315d-f931-4181-b0a5-d144a8ef4dc4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.431773376Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-models-other-sub ai-tenant-e2e-worker-w3-123885/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.432084172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"13c3ee51-97c1-4f4a-8549-4bc9f060c145","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.491227203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8fd71da6-dc54-4a6d-925d-56b997329434","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.540115098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"40d14aac-efa9-46fd-9543-d50087250aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.540148425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"26d83344-87bb-4e7d-8152-2126e992b56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.540870349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"45f94fb2-84a5-467b-90f5-9a3914325aa3","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:31.543758718Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.560735743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"59bdb10d-e198-4cc2-a6d6-59f3d04899ed","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-models-user-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.595627814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"26d83344-87bb-4e7d-8152-2126e992b56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.596067172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"40d14aac-efa9-46fd-9543-d50087250aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.596444716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"614c50f9-e5a2-425e-8b75-9a12be9e55f0","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:31.642734757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"1728315d-f931-4181-b0a5-d144a8ef4dc4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-access-denied-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.719938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"5bd6811e-f6e0-4af9-b664-1fad0e2729e2","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.797344162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"f108b1a6-d824-4c71-8982-1c6fb536e135","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.826775202Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"9dd607b3-8d93-40bc-8066-9756994231d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-models-other-sub","ai-tenant-e2e-worker-w3-123885/e2e-models-user-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.832139083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"180485b9-b9dc-4289-81b1-d1937e795fe5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.852333946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"f108b1a6-d824-4c71-8982-1c6fb536e135","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.871143537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-other-sub","reconcileID":"081b110c-d036-47ff-80e5-8379a7753aa6","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.886970906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"dc935f6f-a49c-4a37-ada1-81de075e9eaa","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.947726165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ade5887b-49f9-4381-8c1e-b13659b7c879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.947841641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c5d3ac97-81d4-4a9e-92ad-fdc5a241a8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:31.963198556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"70cbe8e4-0756-4461-9f53-6e071ac2e81f","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.003336744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ade5887b-49f9-4381-8c1e-b13659b7c879","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.003774545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c5d3ac97-81d4-4a9e-92ad-fdc5a241a8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.062273056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth-only","reconcileID":"a0da6bd4-ef01-4cf1-a828-2ce6eee03a87","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.089619904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"2093cd62-fb74-4b8b-bc34-f29235e74be8","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.128984282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth-only","reconcileID":"a0da6bd4-ef01-4cf1-a828-2ce6eee03a87","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.143148523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"7e8b9f32-8947-48dc-85b4-d2bf8a97453e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.296066819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-other-sub","reconcileID":"2ffe8234-3d66-41d3-8295-d4125f0de012","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.296067659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"72ec0602-6d2c-482b-beee-4ea648bd8bd3","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.400480643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"58d51102-cd56-47b0-83e8-b292e3cc8160","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.55030939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth-only","reconcileID":"a8f7832e-da25-4b3e-a994-2941c2db10ae","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:32.605679307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth-only","reconcileID":"a8f7832e-da25-4b3e-a994-2941c2db10ae","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.05481585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"b9d25c14-7028-42b4-a0dc-d9c83d31bbb7","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.137663323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-active-auth-only","reconcileID":"bd512c36-a5a3-403f-953b-bd50b7ece900","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.137736043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"18acdefb-9a54-421c-b586-85cfaef38c8c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.206012648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"19f7401d-81c6-4673-9838-eb71eecbfd46","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.206256864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0d76c7d1-e01c-4e38-ad22-050132e7c2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.206012647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"75d09d30-8178-4a20-8b58-fe35e640c944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.263457404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"19f7401d-81c6-4673-9838-eb71eecbfd46","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.263650639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0d76c7d1-e01c-4e38-ad22-050132e7c2b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.265982976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"75d09d30-8178-4a20-8b58-fe35e640c944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.29559576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"8ed9bb86-c5da-43c7-8351-b7b6d692f4ab","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.850645027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c5c33d13-a924-40d8-9de6-c6cdc7608fa0","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:35.909012448Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"e04a1098-95dc-414a-aa19-8da9bae83121","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.010342015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdb51ec6-be16-4f80-bf30-a29898fad16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.010739419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"5825c11b-70e5-4ca8-bb8d-2504506efff2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.011906921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dfd7a864-76cc-4cf7-8b35-ae10eb81f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.011906746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ebb2a4-784f-41be-9653-2a295648a76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.012918689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"06303313-6b1a-4e62-9308-e023b01c17fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.065694083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"5825c11b-70e5-4ca8-bb8d-2504506efff2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.065827177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdb51ec6-be16-4f80-bf30-a29898fad16a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.06812297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ebb2a4-784f-41be-9653-2a295648a76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.068267304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dfd7a864-76cc-4cf7-8b35-ae10eb81f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.070833997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"06303313-6b1a-4e62-9308-e023b01c17fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.301097632Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"917f5eed-1f11-44ed-88ad-dfdab5b072e7","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.402726577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5e360a10-51d1-49b5-b998-30b2d86e0ec7","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.423316925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c12ca9-1ca4-40c2-a5d5-ee706a1800ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.42353258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"81583f8b-693e-4a56-bcf8-62d7b9a1e5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.423791403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"fc68525f-9e17-455a-a698-946cfcdd6c48","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.423318326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6e5e7231-137e-4124-b34f-4103a7eb4951","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.457541043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"7edc6082-d650-4df7-b884-58cc0ae907d2","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.457559444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"7edc6082-d650-4df7-b884-58cc0ae907d2","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.474884393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3f7e77c0-d882-44dc-8680-a1f1d1c5152d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.502112314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6e5e7231-137e-4124-b34f-4103a7eb4951","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.5173445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"fc68525f-9e17-455a-a698-946cfcdd6c48","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.538957721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"81583f8b-693e-4a56-bcf8-62d7b9a1e5cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.539706756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"f85e1149-79a5-4f9a-a233-db8bea5a04ec","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.583988896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3f7e77c0-d882-44dc-8680-a1f1d1c5152d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.58614685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"13c12ca9-1ca4-40c2-a5d5-ee706a1800ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.599860869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"93e0d9c4-56fa-4d43-9f26-2d3e6ae30ea6","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.599886206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"93e0d9c4-56fa-4d43-9f26-2d3e6ae30ea6","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.712104935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"f9123eae-d46b-494e-a249-e2a938e41f0e","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.939203603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d7fc86cc-f939-41ed-89bb-b21527275d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.939988155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"116ce558-bfa2-4f5c-9314-d2b49358cbbc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.940902493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa31eeb-7cfb-42a0-979a-4abf6ec4bcea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.999386465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d7fc86cc-f939-41ed-89bb-b21527275d4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:36.999682901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cfa31eeb-7cfb-42a0-979a-4abf6ec4bcea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.003015206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"116ce558-bfa2-4f5c-9314-d2b49358cbbc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.11194028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6d14a1ad-dedb-4d9f-9272-5f4f8ca0a7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.191943352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6d14a1ad-dedb-4d9f-9272-5f4f8ca0a7a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.215056048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"7ced86ae-d72a-4dd6-a7ad-01416f06d5f5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.272455329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"7ced86ae-d72a-4dd6-a7ad-01416f06d5f5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.326092844Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"7ced86ae-d72a-4dd6-a7ad-01416f06d5f5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.370315547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"340585e1-9ff0-46a1-a762-94e2ae8a2a89","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.370703441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"79ac8af4-a857-44f8-a515-8a635b154929","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.401774406Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"7f88e964-c1c7-4a42-9058-28b2754bd60b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.425688293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"340585e1-9ff0-46a1-a762-94e2ae8a2a89","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.426780765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"79ac8af4-a857-44f8-a515-8a635b154929","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.50301398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"07588e65-59e5-4c18-bbff-43938b5e59e3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.503051458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"07588e65-59e5-4c18-bbff-43938b5e59e3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.609114398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"2db392e9-afdf-4c7c-88dc-8f07a2f3027e","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.609779099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5a1d7b66-26ea-45b7-9a19-6be8a4b33108","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.610297691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"31690ada-2e41-4814-94ef-65037537e318","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.61031876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"31690ada-2e41-4814-94ef-65037537e318","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.710897908Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"acddb4e0-1323-4f82-9648-298ee87a0be8","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.758708944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"cfcbbbeb-980c-4b07-8881-b1a67fffb274","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.815732764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"cfcbbbeb-980c-4b07-8881-b1a67fffb274","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.860544741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"656e9f9f-ee13-4820-a2bd-2eb1f8d803dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.861306701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"a7463562-ea33-471a-a72b-4e827e838974","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.872260818Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"cfcbbbeb-980c-4b07-8881-b1a67fffb274","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.923041818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"a7463562-ea33-471a-a72b-4e827e838974","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:37.9234731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"656e9f9f-ee13-4820-a2bd-2eb1f8d803dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.075611503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"cfcbbbeb-980c-4b07-8881-b1a67fffb274","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.283392489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"77c9187c-b6a4-43d0-b3ef-601381ff8793","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.361576588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"77c9187c-b6a4-43d0-b3ef-601381ff8793","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.39584021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"58e0824d-ae22-4d63-9909-bde59c2cdb78","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.419169069Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"77c9187c-b6a4-43d0-b3ef-601381ff8793","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.512413779Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0191e155-023c-42f4-982b-d33224aa7000","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.569564401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0191e155-023c-42f4-982b-d33224aa7000","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.611884072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb586e04-b0e7-48ca-ac3e-77ae5071594f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.612082691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bf0c37d-f196-45f5-8af8-d23bcac4e347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.611893238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"a7565e52-0adf-469a-93df-07630a904ebc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.61888653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3eeb507f-602e-474b-9e13-ee70ce8cffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.628392674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"968276d3-9e35-42fa-ac87-1625e8e3a078","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.628481491Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"968276d3-9e35-42fa-ac87-1625e8e3a078","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.668810027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"a7565e52-0adf-469a-93df-07630a904ebc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.668848931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb586e04-b0e7-48ca-ac3e-77ae5071594f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.67105229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bf0c37d-f196-45f5-8af8-d23bcac4e347","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.675705842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3eeb507f-602e-474b-9e13-ee70ce8cffe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.68921166Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"093416ec-7021-4fd3-87e3-b1b5ebf1116d","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.689282374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"093416ec-7021-4fd3-87e3-b1b5ebf1116d","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.760819438Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"8331b902-8186-4547-94a6-86099d817d95","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.760894658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"8331b902-8186-4547-94a6-86099d817d95","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.772073054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbe8d980-c91e-4e06-9d52-45e42249127f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.828692809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbe8d980-c91e-4e06-9d52-45e42249127f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.852670374Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"dd318b09-7bbd-42b9-a25f-43f86acb9343","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.852747378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"dd318b09-7bbd-42b9-a25f-43f86acb9343","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:38.869223394Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-failed-auth","reconcileID":"89fc29d5-c93d-4936-8e20-c58ba82c7327","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-abc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.984104668Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"9ad3f332-ab8c-44b9-9bf8-057f8bf56a12","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:38.984173607Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"9ad3f332-ab8c-44b9-9bf8-057f8bf56a12","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.019083993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b13a1ff7-9f7a-41b2-9306-c1a9ebbe3edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.01908782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ae24b742-4144-4364-bca3-25100f55ae77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.020074003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"5b846408-a990-465d-be7b-871309d5dd1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.074069681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b13a1ff7-9f7a-41b2-9306-c1a9ebbe3edc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.074318171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ae24b742-4144-4364-bca3-25100f55ae77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.0766895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"5b846408-a990-465d-be7b-871309d5dd1b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.168554169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"5f298ddd-684b-44b0-94f1-c6e93c8c72db","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:39.195497312Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"41f5d8bb-1301-4cca-90f9-8afbd83b37be","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:39.195566827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"41f5d8bb-1301-4cca-90f9-8afbd83b37be","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:39.223544787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"5f298ddd-684b-44b0-94f1-c6e93c8c72db","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:39.566693658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0d3b25e2-8c90-4729-a302-f333223baa0f","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:39.566765511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0d3b25e2-8c90-4729-a302-f333223baa0f","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.016385773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"71be18f0-14b2-4135-bf2f-168213674277","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.069904706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"13f8a560-6efc-4c9d-beaf-fea98e73a02e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.219925939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"2a3a32da-fbe6-4bf7-ba33-f255ab4ee6e4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:40.25821979Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"34593519-1d84-418c-879b-265da36b8b30","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:40.258289592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"34593519-1d84-418c-879b-265da36b8b30","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.274796231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"2a3a32da-fbe6-4bf7-ba33-f255ab4ee6e4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.288765557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.288836871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b7914c17-394e-4e1c-9274-a13e52273269","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.343966981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1621d367-f61b-41cd-b512-609b291ea868","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:40.396750489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"27ec3769-da51-4720-bdb3-4d7717596ba0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.400083537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"46d09f67-d368-41f1-be82-684aa2864e88","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.445525647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2411ab1c-c0fd-48c3-bfb2-04e5e7bce4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.445822242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c704b9f7-a2ca-45ad-a3cb-38def31d192f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.502068414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c704b9f7-a2ca-45ad-a3cb-38def31d192f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.502144773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2411ab1c-c0fd-48c3-bfb2-04e5e7bce4da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.508886998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"46a7c87b-3276-4019-b9d9-60e6e9a8b354","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.533236237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6d81af9c-c64f-46a1-ac38-69fadac0bc54","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.56456503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"24dc7086-bfdb-43ef-a3a1-4565a06e575e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.684587171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"8222be69-d7b4-4893-bdc9-276955da0165","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.731971294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"bae1bbae-8ce3-41c4-b1c9-300e723f68db","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.739650792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"8222be69-d7b4-4893-bdc9-276955da0165","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.803478773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19db4ec3-2894-4978-927e-0f3690f300b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.803480952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dd0b3f6a-3217-4c98-9992-c6aa126f5f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.822930188Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"66d19693-31a1-4863-90dc-d9489bd1458c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.823041352Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"66d19693-31a1-4863-90dc-d9489bd1458c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.859811773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dd0b3f6a-3217-4c98-9992-c6aa126f5f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.859858849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"19db4ec3-2894-4978-927e-0f3690f300b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.887171648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eb5c55b-95cb-477a-9e5b-0acbbbbee0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:40.887171934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a297d42-b611-4fef-a591-e99804fc198e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.003354578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8eb5c55b-95cb-477a-9e5b-0acbbbbee0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.005551236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a297d42-b611-4fef-a591-e99804fc198e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.05628474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"d5a88b85-8068-4998-825a-baf7f4f2c8d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.062733264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ddb38d2e-72d5-493c-975a-b598d444012d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.151990048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"23c8d544-f10b-4674-b18f-91d0b93e37ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.206967622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"23c8d544-f10b-4674-b18f-91d0b93e37ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.250992118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"4bbbbcbb-fae8-49c5-9a6d-ae90656ff0b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.250992105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbe7bf22-d0cb-4c08-b150-7d4f6dc0e4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.264460988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"3230b293-d7f0-461f-a086-2eb8656e861c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.264562939Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"3230b293-d7f0-461f-a086-2eb8656e861c","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.306756604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbe7bf22-d0cb-4c08-b150-7d4f6dc0e4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.306885079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"4bbbbcbb-fae8-49c5-9a6d-ae90656ff0b8","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.354470826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"53086582-1ffa-4eb8-8ede-dc539c81062d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.354471984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"68c290e3-ca3f-43a6-800a-ef93c4a4dcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.409803492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"53086582-1ffa-4eb8-8ede-dc539c81062d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.409953956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"68c290e3-ca3f-43a6-800a-ef93c4a4dcd9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.506708433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b71ead38-c492-4eac-a14a-c0d4f7a5e546","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.561883296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b71ead38-c492-4eac-a14a-c0d4f7a5e546","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:41.589643764Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"64312a5b-d209-442f-b45a-d7c9da90e6bb","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:41.589725171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"64312a5b-d209-442f-b45a-d7c9da90e6bb","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.60746761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"1b60c46f-1b02-41db-985c-906c546e5a22","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.607482322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"cf00afe8-ac6f-4c30-8ef5-8b1f544eba0a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.670625277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"1b60c46f-1b02-41db-985c-906c546e5a22","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:41.677056463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"cf00afe8-ac6f-4c30-8ef5-8b1f544eba0a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.74561955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"608f932c-4c44-4d81-bfd1-17279f596027","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.898665904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"215a6785-a60f-474a-91ed-19daf9c9bc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.898665146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"c2a0aede-c53d-4c2d-a7c2-f7f0d835cda3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.902518899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5053e346-657b-4967-90ad-98b60dd562e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.956512006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"c2a0aede-c53d-4c2d-a7c2-f7f0d835cda3","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.957431428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"215a6785-a60f-474a-91ed-19daf9c9bc68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:42.960138287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5053e346-657b-4967-90ad-98b60dd562e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.067338357Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.643517064Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"dce903b6-9e58-4b9b-a74e-e2549dc7df58","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:43.695214137Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"542c31aa-377e-47cb-ab93-347b6c3a6465","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:43.695299816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"542c31aa-377e-47cb-ab93-347b6c3a6465","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.794250941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e23d2244-2d8a-4467-81bf-1318dfbb3612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.794419786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f24f0a84-3f7f-46a3-9ac0-a968d39db6cb","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.795934913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"953ad152-8959-4a57-9beb-24cea5e440cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.795952919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1310c159-ccf4-4cea-949f-0c5d642211da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.796388476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552e8f1e-c454-45cd-a346-718576961508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.85008784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f24f0a84-3f7f-46a3-9ac0-a968d39db6cb","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.850191928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e23d2244-2d8a-4467-81bf-1318dfbb3612","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.856705935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"552e8f1e-c454-45cd-a346-718576961508","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.858748466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"953ad152-8959-4a57-9beb-24cea5e440cc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:43.863137159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1310c159-ccf4-4cea-949f-0c5d642211da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.254601137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9bf8ed9f-6ea0-433f-b903-e07076fe9c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.255646137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0743d109-72a1-4eef-9a57-e968a2243f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.255704753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"38c395f6-8232-4b2b-adcd-2f16c32edace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.256478513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"17625136-396c-41f9-9a78-242d7e98d59a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.311461983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9bf8ed9f-6ea0-433f-b903-e07076fe9c11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.314383857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"38c395f6-8232-4b2b-adcd-2f16c32edace","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.347521912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0743d109-72a1-4eef-9a57-e968a2243f15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.352567297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"17625136-396c-41f9-9a78-242d7e98d59a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.400853082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ed7b408c-c277-4905-bb8c-16622d1274a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:44.452949884Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c4b2d0c4-33f6-4c6d-b28f-4d690ace8ef2","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:44.453022248Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c4b2d0c4-33f6-4c6d-b28f-4d690ace8ef2","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:44.506523224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ed7b408c-c277-4905-bb8c-16622d1274a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.211411249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"5ce375ee-5497-4371-817a-c350e535f58a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.347372049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433a096b-0373-4ff6-9d66-061c057791f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.397618372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433a096b-0373-4ff6-9d66-061c057791f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.447817107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433a096b-0373-4ff6-9d66-061c057791f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.454548564Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-user-sub","reconcileID":"5ce375ee-5497-4371-817a-c350e535f58a","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-models-other-sub","ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.498325559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433a096b-0373-4ff6-9d66-061c057791f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.701625887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"46165217-07bc-4050-b82c-ee38313c8f74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.701717367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-other-sub","reconcileID":"690a9eb1-6c51-415c-a38c-58177cdb2cf7","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.710479418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"e1a480e0-837c-42a1-b8c3-d8c3ddbfb34b","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.710714969Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.86336447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d9334c3b-7987-4f93-9bae-405ec955854d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.863842151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a2fa96ad-e859-45e6-91b1-72e3007719c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.864202598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"47de6916-900f-4c4a-abbb-85bbdb8e4ffe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.865001973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"f9cc0baa-50aa-4644-8786-387ce00de3d9","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.918332715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d9334c3b-7987-4f93-9bae-405ec955854d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.918805235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a2fa96ad-e859-45e6-91b1-72e3007719c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:45.92065736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"47de6916-900f-4c4a-abbb-85bbdb8e4ffe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.050473559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"a49944e4-c225-4ae9-9fa0-8a5987021902","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.065151178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"d23e82af-a0d2-41d8-a56c-bc43fed26ea2","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.065178513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"d23e82af-a0d2-41d8-a56c-bc43fed26ea2","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:46.169901976Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"4849c6ea-1091-415c-9171-f6e14d091e0b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:46.169976768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"4849c6ea-1091-415c-9171-f6e14d091e0b","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.201616473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9831f510-d0e4-4eef-9e02-5ee5b8392a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.203020481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7fc3f477-d92b-4988-97f3-b0fb676e4d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.259758663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9831f510-d0e4-4eef-9e02-5ee5b8392a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.260537962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7fc3f477-d92b-4988-97f3-b0fb676e4d6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.304430247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"4828c3a3-26a1-4b95-b1c5-fe35119bd974","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.304669442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"72e4f1d1-74a7-4b9b-88b1-e6759b610b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.30442737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5385ac0d-87f0-4245-9b61-19542e886b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.36016849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"72e4f1d1-74a7-4b9b-88b1-e6759b610b28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.361284819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"4828c3a3-26a1-4b95-b1c5-fe35119bd974","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.362686894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5385ac0d-87f0-4245-9b61-19542e886b8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.664743306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e82ef0d8-a5ec-4eb5-84ca-b5b90789da2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.669530978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"297d6779-f888-45ed-aa67-ee9b2f5d6704","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.719809753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e82ef0d8-a5ec-4eb5-84ca-b5b90789da2c","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.725254638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"297d6779-f888-45ed-aa67-ee9b2f5d6704","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.73629592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4139c41b-a708-4507-9181-14bb5ab675bb","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.820823775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4139c41b-a708-4507-9181-14bb5ab675bb","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.870907444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2973e60-9463-4bb9-bb62-98323d8643c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.871888792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ee0e796-4edb-4968-8335-79cee578e3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.926732345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2973e60-9463-4bb9-bb62-98323d8643c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:46.927277898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ee0e796-4edb-4968-8335-79cee578e3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.442913163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3908f-ffe3-4fc0-ba81-0f4399d15980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:47.493965175Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"50d391e7-34be-4a7b-a5cf-fb769c6146ea","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:47.494067645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"50d391e7-34be-4a7b-a5cf-fb769c6146ea","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.494158722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3908f-ffe3-4fc0-ba81-0f4399d15980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.545179833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"c5212548-4231-41c4-a039-d594d17451cb","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.545206956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"c5212548-4231-41c4-a039-d594d17451cb","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.545855991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3908f-ffe3-4fc0-ba81-0f4399d15980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.596728219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19f3908f-ffe3-4fc0-ba81-0f4399d15980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.647887182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0fd98254-8927-4372-9681-fe473d4b8c6e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.648115467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c9796bf0-719e-4c42-9402-eec987b864ec","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.648151593Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c9796bf0-719e-4c42-9402-eec987b864ec","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.654431918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"73538fdf-ccbe-49ad-bbc4-60ea6f4dfb6b","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.700933442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b7ea72ab-9c17-4f7b-88aa-e00e692493e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.797005344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0fd98254-8927-4372-9681-fe473d4b8c6e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.806510489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b7ea72ab-9c17-4f7b-88aa-e00e692493e7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.810348628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"11b5b2e4-21a8-4f1f-b336-0bee60c4d1c7","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.810938082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b7392405-c8ae-4d56-bfcb-f438dfef2920","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.821309245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b7392405-c8ae-4d56-bfcb-f438dfef2920","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.86499091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"0a029749-1699-4ca9-bcaf-f2d7234eab7f","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.94408071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ab5c4a01-9060-41e9-b79c-c888016f2b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.944332419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f3052324-a3cb-4068-b2c1-4395f18ff1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:47.993880102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"511600f7-ba7d-4d95-b979-a55b3e4aeaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.005595992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f3052324-a3cb-4068-b2c1-4395f18ff1f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.006095367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ab5c4a01-9060-41e9-b79c-c888016f2b1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.063010706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"511600f7-ba7d-4d95-b979-a55b3e4aeaca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.34201601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c3440ce0-6eb1-4ea4-a10d-3708511ff200","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.342843661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"96b97c2d-eccb-4d50-ab40-05e1facd095b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.440352117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c3440ce0-6eb1-4ea4-a10d-3708511ff200","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.44171927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"96b97c2d-eccb-4d50-ab40-05e1facd095b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.442127067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8df3a5-8193-4d27-a68c-09e889fc4158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.442613125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e0de2fe5-ff27-4051-b68f-1105cf7104b1","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.512007689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8df3a5-8193-4d27-a68c-09e889fc4158","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.516936658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e0de2fe5-ff27-4051-b68f-1105cf7104b1","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.532650216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010e5af5-2439-4e6d-a2dd-6ebb55bf01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.59715454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"010e5af5-2439-4e6d-a2dd-6ebb55bf01e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.8479065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6ef4a8f7-6d3d-4bb6-b43f-2b611166b535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.905356955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6ef4a8f7-6d3d-4bb6-b43f-2b611166b535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.945011152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"3db4bdff-d283-4454-b110-14ad42ff68c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:48.945335651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"55eb0467-8eee-4af1-81b8-0329af0612de","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.003283104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"55eb0467-8eee-4af1-81b8-0329af0612de","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.032267218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"924e8aaf-2c61-4e18-9d21-169659c58daa","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.03880859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"3db4bdff-d283-4454-b110-14ad42ff68c5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.099988576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"924e8aaf-2c61-4e18-9d21-169659c58daa","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.246628135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b7eabbe0-2b61-43b6-b078-7c6d41244ad6","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.435117862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0a8e5997-f4ac-45cb-97b2-e951fc4deb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.436129448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cad91d9f-530a-474d-9bff-9f99a9fe4cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.515895729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cad91d9f-530a-474d-9bff-9f99a9fe4cb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.517138023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0a8e5997-f4ac-45cb-97b2-e951fc4deb80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.531091139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d767480a-552a-4c72-bbe8-5b6fe1985261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.597274115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d767480a-552a-4c72-bbe8-5b6fe1985261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.626108109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6bb68c82-8ca0-45f9-a8a1-24b1b1dfd950","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.626937994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"1a44fe1f-4a6b-4e2e-9f0a-baa5b2ab4a13","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.692772228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"1a44fe1f-4a6b-4e2e-9f0a-baa5b2ab4a13","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.69378468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6bb68c82-8ca0-45f9-a8a1-24b1b1dfd950","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.875956152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"07dc4330-3c19-414e-accb-2b4cb283e939","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.94767985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"07dc4330-3c19-414e-accb-2b4cb283e939","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:49.953877375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336a0df6-dbc6-4aad-bc50-01e487c04572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.010550088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30d0994b-272c-478c-995d-18277fcd88e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.023097444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"336a0df6-dbc6-4aad-bc50-01e487c04572","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.085524174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"30d0994b-272c-478c-995d-18277fcd88e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.10036554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"24ada3f0-446e-4f26-91df-b5c51234d5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.171376427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"24ada3f0-446e-4f26-91df-b5c51234d5ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.227531297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"fe31206d-7c80-4e91-a6d6-d666f20de068","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.294202335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"fe31206d-7c80-4e91-a6d6-d666f20de068","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.811991168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c6a6ec3a-a3ba-4dc6-963b-9381fdfff020","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.812028288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c6a6ec3a-a3ba-4dc6-963b-9381fdfff020","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.916035068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b3625207-30b9-478d-ab7a-c3cd807786a9","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:50.916069583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b3625207-30b9-478d-ab7a-c3cd807786a9","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.017186215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d3feea2e-f00c-47cd-8ac4-c952e4b1bf67","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.073700568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d3feea2e-f00c-47cd-8ac4-c952e4b1bf67","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.127975177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27765e2f658d3fead757c20f3823ee0059197dd586a82e8bf9deb0ec1d33b600) AuthConfig (2dfc39370b0441f3f38eec536ac05f06305d519b9d43623fe36fe656c906efa4) AuthConfig (09efc5b971b78bdf8ce86aea6c27494c76ca5a5bc30a3ce7b3dd349dc7e14e45) AuthConfig (2b7d94eb6441eb90ba7874709955e8121791a69b515a1a035e9ae38a14707a35)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d3feea2e-f00c-47cd-8ac4-c952e4b1bf67","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.237393382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2075b27e-957f-4b19-9452-a2419c3c81c4","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.237517551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2075b27e-957f-4b19-9452-a2419c3c81c4","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.573704596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ce39adfb-58e3-47c9-bab1-9a87d63061c4","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.573724223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ce39adfb-58e3-47c9-bab1-9a87d63061c4","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.626600969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"996edfaf-2404-46b9-b2de-7452d20dd65b","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.626623046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"996edfaf-2404-46b9-b2de-7452d20dd65b","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.727654712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"7e007ab8-8d08-4dc3-99a8-667ae658644d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.851542844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"7e007ab8-8d08-4dc3-99a8-667ae658644d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.905033504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"7e007ab8-8d08-4dc3-99a8-667ae658644d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.961183296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"dc95402a-1d22-443b-a314-99312b8cea27","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:51.9612015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"dc95402a-1d22-443b-a314-99312b8cea27","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:52.903711448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"785721c9-c255-4b97-9dad-bb390a8868dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.115166226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"785721c9-c255-4b97-9dad-bb390a8868dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.115196056Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"785721c9-c255-4b97-9dad-bb390a8868dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.115349862Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-sub","reconcileID":"785721c9-c255-4b97-9dad-bb390a8868dd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.316944323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"a630dda4-b3f9-48d7-9b04-3f0396899585","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.375910055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ecedfd3b-2e3b-4283-b177-51dd49c3e110","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.376133689Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.526768567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d821a4e6-327b-4e49-961f-6450b9aff7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.526839225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a0042194-a8df-42a2-8afd-d475ad06f39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.527230679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"8d51b63f-5c74-4e61-9d78-50023b7e6c3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.582345057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"8d51b63f-5c74-4e61-9d78-50023b7e6c3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.582387223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d821a4e6-327b-4e49-961f-6450b9aff7d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.584643234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a0042194-a8df-42a2-8afd-d475ad06f39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.623177166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f383742e-dd24-4ddb-9b4c-13b10641ec7d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.741610894Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"988a6457-f921-4702-9112-19bf8bd96021","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:53.907368829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"23d06001-2c87-4643-962b-4b49eb1fb44f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.348582577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"96927b71-8d84-4da1-ac8c-297a4baf676a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.403517622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0c5e7b4f-9a24-459a-9dc2-9fc9cc5aee42","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.604802512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"e42adfed-f0a4-41c5-9eee-5359eff71124","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.661336592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"e42adfed-f0a4-41c5-9eee-5359eff71124","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.766574209Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"e42adfed-f0a4-41c5-9eee-5359eff71124","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.951513775Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","namespace":"ai-tenant-e2e-inf-a-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.951594958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","namespace":"ai-tenant-e2e-inf-a-7664c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.951657641Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","tenant":"e2e-inf-a-7664c7","tenantID":"e2e-inf-a-7664c7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:55.971379742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4b037a4b-874b-4afa-b1d4-c2f98ce47265","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.006867827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Deployment","name":"maas-api-e2e-inf-a-7664c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.022258291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-other-sub","reconcileID":"aa3954a0-3ef9-4a29-9d47-1156ec6fd3fb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.064542872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Service","name":"maas-api-e2e-inf-a-7664c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.122472507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7664c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.171925238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"2bd45976-017f-4316-94f6-70d0b349f7c1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.174188792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7664c7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.230299713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.231041906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"2bd45976-017f-4316-94f6-70d0b349f7c1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.234174319Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-other-sub","reconcileID":"aa3954a0-3ef9-4a29-9d47-1156ec6fd3fb","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.288202793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.337229143Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"2bd45976-017f-4316-94f6-70d0b349f7c1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.348382114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.401580368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.45334903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"75eb6d6a-6edc-4336-af39-59ba937945bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.453718642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Deployment","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.455633585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"1f1e2e90-ce1c-48d3-8d2d-9abff4592fc6","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.457294789Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.504974317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.56272413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Service","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.613392681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.614940316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"6791fed1-5cbb-4cf9-9206-61f6cdd1d1b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.624312847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bdcae795-3997-456d-a27f-3b00d9cb744c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.633996596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aafffb48-9c54-453d-a6cb-dcc76c151ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.663535702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.6725956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"6791fed1-5cbb-4cf9-9206-61f6cdd1d1b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.679535613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bdcae795-3997-456d-a27f-3b00d9cb744c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.691084295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aafffb48-9c54-453d-a6cb-dcc76c151ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.71371328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.722564819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"a714e74a-c89c-4f43-8563-0019620db343","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.763633319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.817686604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.867485747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.872820869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-models-access-denied-auth","reconcileID":"b9cf4fd4-10cb-40bb-8999-ecc31d3ab219","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.917251592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:56.975724124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-7664c7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.034172735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7664c7"},"namespace":"ai-tenant-e2e-inf-a-7664c7","name":"default-tenant","reconcileID":"28623fc4-0660-4e86-bb8b-611369e9936f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-7664c7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:57.090778185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4f27b4cd-1f9d-4611-97e9-ea31f6f1b9df","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.080565408Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"3f9f0889-f2d7-4a92-bdd4-e8018e611d35","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.080714701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"dc4273ce-48c4-4c6c-a5ce-510f888d82d5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.130723529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-degraded-auth","reconcileID":"3f9f0889-f2d7-4a92-bdd4-e8018e611d35","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.336269848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2c21aaec-057c-47bb-9972-5c25a40e12e3","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.589734184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"8478919d-b2a3-48ec-9bda-e837bc5fe3e9","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.642903884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"acc0ead7-2a03-4a5e-8468-2c50201661f1","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.859565557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"0f4b21a4-39d1-41aa-a4b5-51dee810fb6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.883192683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"fcefca11-9f94-4792-b6e4-90db8a1206a7","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.883226882Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=10:[ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-123885/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.917833998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"0f4b21a4-39d1-41aa-a4b5-51dee810fb6a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.945205567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"aa988ef5-2f37-4d8b-b2ac-94723d9baa80","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:58.9883953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"56bd081d-4b15-45b5-bd58-4253d54c8930","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:59.000568189Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.041466092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"75b9c5d9-4e05-4d48-b026-031722aedc63","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.082448924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"15d678b4-372d-4225-a44f-328541b24c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.082451089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a76bc4dc-b64a-4148-a214-bdfc0b12b147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.137681844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a76bc4dc-b64a-4148-a214-bdfc0b12b147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.137739707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"15d678b4-372d-4225-a44f-328541b24c54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.245270465Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"cdf825f3-9947-4cf6-a9b2-1e2a5b2f8064","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.323967157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"f0018e72-66c7-4aee-86ff-bc4477d166ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.323991796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"f0018e72-66c7-4aee-86ff-bc4477d166ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.381962036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"556a8c36-71ab-4685-8d53-760cc9feefab","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.382259394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"b8744f40-9bd6-42e1-b1c3-c3b3032ca348","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.382436279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"9bdee50c-8498-456e-9cb9-5ca80bf4ae49","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.439934098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"4176499b-9254-4f10-b4f4-b5a531432b5c","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.47977732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"69882043-f325-4685-9220-810d70d5fda2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.518009871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"34101d77-b4c9-459d-8ab7-bae33d56b885","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.518033096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"34101d77-b4c9-459d-8ab7-bae33d56b885","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.532279553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=10:[ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-123885/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.532605344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"2d92773a-60d4-4ebf-bb7f-1a65da764da7","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.53518083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"69882043-f325-4685-9220-810d70d5fda2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.576514628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"49b3c011-e541-4e81-896d-06d4ed34e0fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.591208816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"45292f44-e802-4705-b722-328da5aefe5e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.591233455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"45292f44-e802-4705-b722-328da5aefe5e","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.59153086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"793d0870-4eb6-4f2a-a0c5-67fc44fd3ef5","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.620706716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"307308a6-573d-4da5-be40-753f3c22520c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.632174928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"49b3c011-e541-4e81-896d-06d4ed34e0fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.639658615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"8bbb1474-a641-4765-82bd-880ad9181ae3","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:59.643708192Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.677130186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b337cb9-384e-4b61-967a-e069dd221f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.677183402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5ee27c2c-0374-4e5d-b30d-2abeb6402d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.696737109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"4e0a95c8-8902-46ae-92b7-568a24f3b9fe","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.732282324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5ee27c2c-0374-4e5d-b30d-2abeb6402d6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.732422921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4b337cb9-384e-4b61-967a-e069dd221f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.77309885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"f2a3c5ef-7ee8-430a-bd9b-626dfb470720","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.780130021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c40ab0da-7ff1-419a-ab9a-42247f9bfd34","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.805933164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"7b9ba51e-5095-4bd7-8720-23ae8f5acf08","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.805970155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"7b9ba51e-5095-4bd7-8720-23ae8f5acf08","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.806310036Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=10:[ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-123885/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.828283465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"f2a3c5ef-7ee8-430a-bd9b-626dfb470720","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.865218274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"f764e233-4abe-48f0-84f0-e4575533e3a1","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:16:59.916751434Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.917127401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"42b8e407-9254-490a-a550-0923b0196f23","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.917141016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"42b8e407-9254-490a-a550-0923b0196f23","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.92105453Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"43817511-3485-481d-8dfa-b043390c1df5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.97432552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"75287542-346e-4fad-b505-79423b821dd4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:16:59.974345721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"75287542-346e-4fad-b505-79423b821dd4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.000900385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"dd5df7dc-76e5-473c-a40a-657e22a7693d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.016897463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"844ee1f5-152d-4704-9c83-df412b38bb4c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.075795163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"dd5df7dc-76e5-473c-a40a-657e22a7693d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.088029753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"ef228875-e24e-4f45-ae63-eb25a11185a0","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.181313034Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"83b2cbcf-0502-4f3b-83a8-5956f1c00205","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.203956408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"90609be0-7e1a-4d2b-be05-000719803514","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.204069248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"90609be0-7e1a-4d2b-be05-000719803514","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.208767822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"88a567b6-1adc-45b3-9e57-5250028f512d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.222905683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"737406ab-f5a0-43ae-9c78-da6cc0bfaddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.26457977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"88a567b6-1adc-45b3-9e57-5250028f512d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.28117131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"737406ab-f5a0-43ae-9c78-da6cc0bfaddd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.291573651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"b0a3aa63-ba12-4250-bb5a-1368dbf8d655","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.301907309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"ca1d958d-2001-45fe-9493-79b68b0b403b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.3438324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"f4b16803-af19-4224-a00c-b242dd2f13c8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.343857622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"f4b16803-af19-4224-a00c-b242dd2f13c8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.357257535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"ca1d958d-2001-45fe-9493-79b68b0b403b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.412747816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"d97878de-30bf-498c-ad02-1dfdc069aeb2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.471958792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"d97878de-30bf-498c-ad02-1dfdc069aeb2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.511894018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9edab855-a611-4ce7-ae0b-ca0a25469a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.554534367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"6ad0ff2f-37ef-4a80-8a94-2f7596b39355","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.567375211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"9edab855-a611-4ce7-ae0b-ca0a25469a26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.619105215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"882cde51-05d6-4d4b-8d5d-fdb881390c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:00.675125718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"882cde51-05d6-4d4b-8d5d-fdb881390c98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:00.820583866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"d97878de-30bf-498c-ad02-1dfdc069aeb2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.02661468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"2888308f-e3c9-4749-91a3-607ee8f63dae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.081899251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"2888308f-e3c9-4749-91a3-607ee8f63dae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.421168195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"ad7531ee-e67e-4bf7-81e0-4fdbeb8e645b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.421545023Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7664c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7664c7","reconcileID":"148ef8c3-a952-49e1-a44a-ca32f557506c","aitenant":"ai-tenants/e2e-inf-a-7664c7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.495208982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"ad7531ee-e67e-4bf7-81e0-4fdbeb8e645b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:01.549202115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (27765e2f658d3fead757c20f3823ee0059197dd586a82e8bf9deb0ec1d33b600) AuthConfig (2dfc39370b0441f3f38eec536ac05f06305d519b9d43623fe36fe656c906efa4) AuthConfig (09efc5b971b78bdf8ce86aea6c27494c76ca5a5bc30a3ce7b3dd349dc7e14e45) AuthConfig (2b7d94eb6441eb90ba7874709955e8121791a69b515a1a035e9ae38a14707a35)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"ad7531ee-e67e-4bf7-81e0-4fdbeb8e645b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.019070244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dba2e4-b6a0-41c6-bd84-2f5e637b4d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.069612606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dba2e4-b6a0-41c6-bd84-2f5e637b4d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.12026645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dba2e4-b6a0-41c6-bd84-2f5e637b4d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.12035781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"8b46b1c9-e7db-445e-98c7-0b658607a564","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.170617098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20dba2e4-b6a0-41c6-bd84-2f5e637b4d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.226292877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"8b46b1c9-e7db-445e-98c7-0b658607a564","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.228507948Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7664c7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7664c7","reconcileID":"148ef8c3-a952-49e1-a44a-ca32f557506c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7664c7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-7664c7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:02.300094648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"8b46b1c9-e7db-445e-98c7-0b658607a564","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.639363571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"82ee51ab-31dd-44ae-a093-a98b23dfdabd","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.796378956Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"a6c75318-8bbc-4e06-a345-cfcb6d17c597","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca46ec63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.891714545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"25ec7e88-b935-4386-a33c-e7cb0a89c463","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.892076275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"fd86224d-21c5-4f57-9b5d-7185ee6cca1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.891716764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f83f12c3-199c-4cfd-84da-b3aa1e7c5ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.892662397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e88cdcf5-6ad5-419b-abaf-b0be862160d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.948380876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f83f12c3-199c-4cfd-84da-b3aa1e7c5ad0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.948569918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"fd86224d-21c5-4f57-9b5d-7185ee6cca1c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.951091178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"25ec7e88-b935-4386-a33c-e7cb0a89c463","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:03.951096604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e88cdcf5-6ad5-419b-abaf-b0be862160d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.121651492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e6a03a-1fe1-4c77-ba76-411a5deb7d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.171958434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e6a03a-1fe1-4c77-ba76-411a5deb7d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.222652256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e6a03a-1fe1-4c77-ba76-411a5deb7d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.273644619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83e6a03a-1fe1-4c77-ba76-411a5deb7d23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.482963705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"b985a4a4-b1fa-4431-a6d0-dc2794549fbd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.483967185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"6ef527c7-c314-4ea5-9e6c-8f2239d5547a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.484610552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"258ec3f0-0168-4d4f-9625-62a8bdaa0347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.485772095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4777be57-9f9c-415c-97aa-7f1804a14cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.539669171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"6ef527c7-c314-4ea5-9e6c-8f2239d5547a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.539810026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"b985a4a4-b1fa-4431-a6d0-dc2794549fbd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.542388608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"258ec3f0-0168-4d4f-9625-62a8bdaa0347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:04.542713974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4777be57-9f9c-415c-97aa-7f1804a14cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.119338657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4873a0cc-d5c8-4dce-af17-a47a087869a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.170214588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4873a0cc-d5c8-4dce-af17-a47a087869a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.220275732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4873a0cc-d5c8-4dce-af17-a47a087869a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:06.270787279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4873a0cc-d5c8-4dce-af17-a47a087869a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.856899036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"9a3261ba-8b6f-45d8-9974-f3c824fc96e2","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:10.864031478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"1866d3ba-61a9-4aee-89a1-e3729878e74c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.286577741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"998de0d7-d314-46a7-a631-f797c845a2f2","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.374859735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"85928a86-f021-4594-82c8-774121814200","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.374990362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-temp-model-status","reconcileID":"85928a86-f021-4594-82c8-774121814200","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:11.989249338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a6dd1557-4e21-4c0d-a7ba-0c41b99a65c5","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.031826139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"3cbaea26-6bd1-472a-8f02-c02fe90c8bfc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.032210875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f969bb93-a3b6-4f39-b554-c53428372a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.04193206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e4a4c189-2d9e-4572-b4e4-5bfee789d76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.053895982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a6dd1557-4e21-4c0d-a7ba-0c41b99a65c5","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.242891352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"3cbaea26-6bd1-472a-8f02-c02fe90c8bfc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.272706022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f969bb93-a3b6-4f39-b554-c53428372a35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.285694207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e4a4c189-2d9e-4572-b4e4-5bfee789d76d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.434354467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1ee5b62c-42c0-4e42-a1cf-010e7eae92df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.502896373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1ee5b62c-42c0-4e42-a1cf-010e7eae92df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.647995739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b52b7a-a577-46b9-80c9-1c4d27d1be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.704757006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b52b7a-a577-46b9-80c9-1c4d27d1be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.772131145Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"ab0731f4-a408-414b-b6fc-ad6c62d5744f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.771778831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b52b7a-a577-46b9-80c9-1c4d27d1be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.824102331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9b52b7a-a577-46b9-80c9-1c4d27d1be86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.825775524Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"ab0731f4-a408-414b-b6fc-ad6c62d5744f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.874449297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"4a86d600-001f-4f65-b1ef-14c835e8b406","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.87931365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"00f37b12-64ff-45a5-af32-a3badb4fc2b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.934980665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"05fbb474-accd-4b3e-b124-ff6f2abe4e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.949362229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"4a86d600-001f-4f65-b1ef-14c835e8b406","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:12.966466003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"00f37b12-64ff-45a5-af32-a3badb4fc2b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.017420364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"05fbb474-accd-4b3e-b124-ff6f2abe4e58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.045210427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"00f37b12-64ff-45a5-af32-a3badb4fc2b5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.096639481Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.1395505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"00667600-739b-4b5c-80a5-ba9983b5e094","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.14022253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fbf381d0-7e3b-4bb9-ac5b-dd18b19d8fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.141159426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2d11a01c-e426-4404-8f92-dd7cab9939ca","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.142501537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2d11a01c-e426-4404-8f92-dd7cab9939ca","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.141446102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","namespace":"ai-tenant-e2e-inf-b-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.142843126Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","namespace":"ai-tenant-e2e-inf-b-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.142962263Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","tenant":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.255445123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"a1f249be-0707-4e22-825e-067f0db9232d","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.269311927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"00667600-739b-4b5c-80a5-ba9983b5e094","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.273083232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Deployment","name":"maas-api-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.270343605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fbf381d0-7e3b-4bb9-ac5b-dd18b19d8fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.314595524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"3e8c3d05-0cf8-45ff-924e-d8543a81587d","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.314698009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"3e8c3d05-0cf8-45ff-924e-d8543a81587d","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.331655555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Service","name":"maas-api-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.386371867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.429899982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"bc9e2176-5d5a-48b0-9f81-dfc8d76204d9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.440123304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.486460032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"bc9e2176-5d5a-48b0-9f81-dfc8d76204d9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.486507672Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"bc9e2176-5d5a-48b0-9f81-dfc8d76204d9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.494447179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.503196567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a24d576c-a07c-4ef3-b4f7-90bcc44c4544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.503780473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ff9f7618-6ae0-4af2-88cc-95154ef99458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.546912316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.559986179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a24d576c-a07c-4ef3-b4f7-90bcc44c4544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.559985112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ff9f7618-6ae0-4af2-88cc-95154ef99458","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.601832726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.656483828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.709633228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Deployment","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.764156957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.814908286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Service","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.847329563Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"c8c1fa02-e084-423e-b6af-9ff810b6be07","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.870394555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.906928713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"c8c1fa02-e084-423e-b6af-9ff810b6be07","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.958057181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:13.958634575Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub1","reconcileID":"c8c1fa02-e084-423e-b6af-9ff810b6be07","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.008724793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.009250423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"089d7b2c-0dde-4a2b-8ec2-c077462ff701","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.058518167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.064637707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"089d7b2c-0dde-4a2b-8ec2-c077462ff701","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.108590359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"97326185-75e5-4da3-bfb1-f24bf88e435b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.108660352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1760ec93-0829-442b-8103-118c80524dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.112361949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.118843604Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"089d7b2c-0dde-4a2b-8ec2-c077462ff701","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.161974808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.163980147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1760ec93-0829-442b-8103-118c80524dec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.164451871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"97326185-75e5-4da3-bfb1-f24bf88e435b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.211717801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.250028315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"75810add-6eaf-45ea-96d8-0ea556b63388","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.33773164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.338323548Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.392730066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"07520a35-2e80-4226-8d0c-cc029ef06ed2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-4ff4db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.393580261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"523b419f-5d27-4db1-a103-b844e67912ae","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.44930039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"4ae7e533-83db-4ee6-ae49-7bf17430e8aa","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.53962109Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"1d8130ff-fd3f-4a75-88bf-061ea3cebbfd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c305f18d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.542393394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"3f47044a-ac06-49ec-881d-3c1c338f6cae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.599330035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"3f47044a-ac06-49ec-881d-3c1c338f6cae","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.608334813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc97200e-0279-4b9e-96af-12e582c3681f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.694736637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cc97200e-0279-4b9e-96af-12e582c3681f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.708714464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"50917327-53cd-40f6-ac80-bdb40c80af3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.763960871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"50917327-53cd-40f6-ac80-bdb40c80af3d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.807430484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"221e224c-602c-4046-91c1-74880161832e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.862240552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"221e224c-602c-4046-91c1-74880161832e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:14.950548898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b8973a-80b3-47c0-97fe-7c4340e63798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.001461833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b8973a-80b3-47c0-97fe-7c4340e63798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.051660432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b8973a-80b3-47c0-97fe-7c4340e63798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.102781271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6b8973a-80b3-47c0-97fe-7c4340e63798","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.103577077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"c095bf77-336e-412e-8ca6-afe8f1fdf6c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.158563575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"c095bf77-336e-412e-8ca6-afe8f1fdf6c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.202585544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"41f110dd-540d-4066-bc9b-720657c27de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.257655833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"41f110dd-540d-4066-bc9b-720657c27de3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.307817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"776f43f2-ff97-4726-b6e1-58b2e3f37c7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:15.366272564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"776f43f2-ff97-4726-b6e1-58b2e3f37c7d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.77879845Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.829639668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"ba8d4206-c59e-4326-beab-be4560afc204","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.829662029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"ba8d4206-c59e-4326-beab-be4560afc204","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:17.942139048Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-a2c08c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.978155327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8c5d0ddc-4207-4bd9-b6a8-0dbdb01b0a0c","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.979072701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"63ddf3d4-0a0e-4a23-9839-fcb58888fdc3","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.979187523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"013efd59-beae-494b-b13d-b44a3e04a8e1","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.986493938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"8033b05f-a4d0-4301-af8a-8999f065fc74","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:17.986511317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"8033b05f-a4d0-4301-af8a-8999f065fc74","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.033009584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8c5d0ddc-4207-4bd9-b6a8-0dbdb01b0a0c","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.033705528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"63ddf3d4-0a0e-4a23-9839-fcb58888fdc3","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.036079317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"013efd59-beae-494b-b13d-b44a3e04a8e1","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.086967878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"ac42f282-bdea-4b6f-86cc-52dc9ab9437e","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.086998625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"ac42f282-bdea-4b6f-86cc-52dc9ab9437e","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.188374833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"6e774036-96be-40c1-824d-971bed0fe217","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.188411409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"6e774036-96be-40c1-824d-971bed0fe217","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.191895665Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"1ad08eb6-02b8-4e8c-97a0-bae78b7a318b","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-att-detach-a2c08c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.45660506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"83518710-f9b5-43bc-a038-b857b274dae0","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.456629977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"83518710-f9b5-43bc-a038-b857b274dae0","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.493118021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"23f42a8f-7e88-463f-8cb2-3043056c5dc0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.493155455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e1e587f7-93a7-4f2f-b318-bfbb56b19b8b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.493688432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"fb8ead15-5378-4de3-a442-c87973d151fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.548861711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"23f42a8f-7e88-463f-8cb2-3043056c5dc0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.548879835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e1e587f7-93a7-4f2f-b318-bfbb56b19b8b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.551266316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"fb8ead15-5378-4de3-a442-c87973d151fe","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:18.660989692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"5742fd6b-0339-4ccc-af35-37603cde7858","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.252644608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"d2fed7c6-34b9-4265-88b1-2b2a8f74065f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.308213585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"d2fed7c6-34b9-4265-88b1-2b2a8f74065f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.362075227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"d2fed7c6-34b9-4265-88b1-2b2a8f74065f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.616529063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"a82c178d-ed91-4d2f-a1b8-6e926136975a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.616675125Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-sub","reconcileID":"a82c178d-ed91-4d2f-a1b8-6e926136975a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:23.897238368Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.004319806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c810eed8-4784-4966-a9f0-8cc6b7a0794b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.00435239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"c810eed8-4784-4966-a9f0-8cc6b7a0794b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.098559891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"ae173368-43a6-431e-a12c-a851defbc663","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.098559939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"48c517d0-b9a5-4fef-9c22-ec710eb11b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.09920101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3e964f3d-755e-42a4-92cb-fae335c30c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.154830304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3e964f3d-755e-42a4-92cb-fae335c30c46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.155046069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"48c517d0-b9a5-4fef-9c22-ec710eb11b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.157111316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"ae173368-43a6-431e-a12c-a851defbc663","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.210743104Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"ae173368-43a6-431e-a12c-a851defbc663","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.310085725Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-status-transition-auth","reconcileID":"8004430a-b30d-4fd6-91eb-23ba88135e9f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.603038428Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"63baa47e-5847-4c41-96f1-d5cbfcd45d36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.653652464Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"63baa47e-5847-4c41-96f1-d5cbfcd45d36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.704228316Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-sub2","reconcileID":"63baa47e-5847-4c41-96f1-d5cbfcd45d36","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.97237283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"50297f9c-9a18-4919-b76d-7fd57c9ef5b6","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:24.972982078Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.12615294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7c0f1042-30c6-4e4c-991b-e23967debc64","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.225125712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5e7c4d4f-51e2-487e-9a09-df08c885b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.225262467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b960bbf7-0304-453d-8a9c-018ca09d9bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.225125511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"4f7cb761-65a9-47c9-96e6-7ce0364001fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.225782721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"8de9bb7f-6674-4756-a8ae-16283be9964e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.280474989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5e7c4d4f-51e2-487e-9a09-df08c885b2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.280749455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b960bbf7-0304-453d-8a9c-018ca09d9bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.282916316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"4f7cb761-65a9-47c9-96e6-7ce0364001fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.283060035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"8de9bb7f-6674-4756-a8ae-16283be9964e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.481507248Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth1","reconcileID":"192a2d96-4907-4aa7-87f6-61b459c52950","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.580561249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6a6c36d8-e6ea-46c4-a9ca-9542fb6f503c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.633721093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1fdf8df3-76ad-4649-b301-fda47f1a0c4a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.63792825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"b8a6665a-e7b6-4ea4-aa8b-21482d373b9d","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.681780871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"81413774-1b02-430a-83ed-09cbe54c028c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.737728212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"81413774-1b02-430a-83ed-09cbe54c028c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.784774043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e32bedb6-de11-47e4-89aa-5eb2e4974805","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.789891032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"7365971a-df93-4795-95c1-50564e428c4b","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.840079814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"e32bedb6-de11-47e4-89aa-5eb2e4974805","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.856426117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"70872109-64e2-4fe3-8af1-13f9226cc641","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.856577016Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.909582237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"aeaec663-7e9b-4935-a371-c0fd8dc1d303","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:25.93995474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-ignore-header-auth2","reconcileID":"d2795d2b-143b-44f9-b9d6-9a8151561ed3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:25.963757566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"15de4a5e-7a0e-4b24-9c11-9730c8b8bdd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.00636895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b2f6d06e-fd56-4933-ad3a-b099c6f7095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.006546637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"61ac09fa-1338-421f-953c-c12ffed2267a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.062452927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b2f6d06e-fd56-4933-ad3a-b099c6f7095b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.064476507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"61ac09fa-1338-421f-953c-c12ffed2267a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.07766099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"149a591e-a736-423c-b015-ba7e8312d3cb","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.096043248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"ab3df276-af6e-4cc1-9cdc-4d354ae65f46","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.098783917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"3c5b58e3-a813-4cb1-9ff6-ea01ec6c4813","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.132798617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2e4825da-61c2-4cff-a419-d32a321ea814","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.248485751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"50a98a3b-e378-4b13-9e9e-146e1a0fb9b6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.304656469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"50a98a3b-e378-4b13-9e9e-146e1a0fb9b6","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.391028928Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"5ef53ead-158a-408e-b0b0-5a2a66b663bd","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.391189371Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"5ef53ead-158a-408e-b0b0-5a2a66b663bd","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.420636066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"88d69d6a-4565-4386-ae60-45c5eb5e85d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.420874559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d1261c79-8405-4efa-a20a-0feccb45031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.475994082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d1261c79-8405-4efa-a20a-0feccb45031b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.476123868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"88d69d6a-4565-4386-ae60-45c5eb5e85d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.600175007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"9e81f8ec-95f8-468a-a34b-5e84d347cd5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.65228762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d55d6cbb-fd50-4b22-8a2d-da0d5d075d03","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.854797291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"838008a6-7870-40d6-b0d9-d91f41051792","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:26.854949261Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"838008a6-7870-40d6-b0d9-d91f41051792","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.435499699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"0a4edef2-f129-4c35-9cc5-63fb25eee0cd","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.491202799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"13087861-48d2-4a5b-ab90-5dff7491b839","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.6937416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"e4fae153-8476-4341-9667-5b2a25ff6920","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.714116318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"432572b6-d4e0-41fd-823c-f3405854d41e","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.714278798Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.749540295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"e4fae153-8476-4341-9667-5b2a25ff6920","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.772222684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"9b1314b8-7ac1-45b7-b1c7-850d8d264c07","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:27.819228291Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"d2e3ad41-7cf5-4ed0-8f4e-8b117313d14a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:27.82547669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"9b1314b8-7ac1-45b7-b1c7-850d8d264c07","name":"distinct-w3-123885","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-123885\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:27.825538774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"9b1314b8-7ac1-45b7-b1c7-850d8d264c07","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-123885\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.826054121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f6f149f6-5060-4def-bf8b-d60ca4546a10","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.831151255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"dc1a31c2-0ce8-4a4f-974a-0d2faec768c2","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.913866086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fe0a1977-825d-411a-b563-a91f24c3a99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.913907267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"dbe8b30d-381a-4d9a-a86c-7e37b76e15bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.925116095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"921328d8-3448-4d60-bfd8-35becba40ca7","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.968995046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fe0a1977-825d-411a-b563-a91f24c3a99d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.969117741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"dbe8b30d-381a-4d9a-a86c-7e37b76e15bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.982217434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"24e12e1a-abf0-4aa9-bc5c-96e360bed13c","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:27.997348679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"683d043a-ef56-4272-aa21-c5d6c5f9f1bc","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.053318565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"c331daa6-b0d7-4657-afff-f2fa83e48c4c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.059204063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"d8ecdff0-5354-425a-923e-406524550d20","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.189950573Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"5f140c9f-62d7-4a7a-b366-d8233aad39e7","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.287223557Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-123885/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.287476628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"1e4a5b2b-c2c1-4634-94ac-1e53691121bd","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.30756215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"865d69aa-5a51-4279-9bc9-52d0de8c0d82","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.318796063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"57d8ac56-8570-475a-a600-d52c164e8717","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.349421884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"345e0335-30d5-47c8-aeba-67f5a031cd5b","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.367219803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"f688ef4b-f676-48dd-8207-63e153148f76","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.376773691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"865d69aa-5a51-4279-9bc9-52d0de8c0d82","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.386541639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"57d8ac56-8570-475a-a600-d52c164e8717","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:28.403467102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"73b4c8e4-d6ab-436b-837f-1f76b1becb55","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:28.403658629Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.584646826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9983691-198b-45d2-84f2-da1fad664f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.587036101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"604bb120-3857-484a-850e-7494aa670950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.721561968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9983691-198b-45d2-84f2-da1fad664f57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.781265562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"604bb120-3857-484a-850e-7494aa670950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.783767545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"76cbd5d0-25d9-43c8-afc3-511a929a3e96","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.891759966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"5e8182de-04bf-4567-a714-f3208dbc2a2e","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.894333098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"c4fe65e5-68bf-4ce3-9ed3-4072894c443e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:28.946834065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"bbcc9c50-4693-4350-94fe-65b2d5a16262","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.096925421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"29736a14-6fd3-44ed-b32a-bccc53c781bf","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.146288103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"bf97ea76-fd21-4c81-903e-3b1095bd96f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.203094554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"bf97ea76-fd21-4c81-903e-3b1095bd96f6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.222500572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9cafd14f-8a2c-446b-917b-76454ae99765","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.245517827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"fcc172f3-d0e2-4e00-a32a-87ab2cb8320c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.245733118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7284e5c8-b725-49f4-8659-9aa62eee2f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.245525767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d2a5c542-df97-4d95-86da-c068c570bdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.258669562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"fceb0c18-32fa-44d2-93ff-f87b79069c21","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.310282647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"fcc172f3-d0e2-4e00-a32a-87ab2cb8320c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.321094867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7284e5c8-b725-49f4-8659-9aa62eee2f92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.335941986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d2a5c542-df97-4d95-86da-c068c570bdc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.387369097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9263589d-ff04-4ad4-a864-d6a056d15199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.459739206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9263589d-ff04-4ad4-a864-d6a056d15199","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.489319436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"66371bbd-5bca-48a2-9d2f-c13e610df598","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.529526509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3cc1a2dc-d981-49ce-aa06-c40cb3106a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.585386736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"3cc1a2dc-d981-49ce-aa06-c40cb3106a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.739087423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"427d8b70-c1fe-4181-a7ad-ef59c9e18294","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:29.804456676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"427d8b70-c1fe-4181-a7ad-ef59c9e18294","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.085836321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"8a67447a-6da9-45d6-8e56-904aff715005","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.26702387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"82a2b25d-6368-406e-b2c2-3c5bdc093615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.267444637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fc3317ec-51dc-46b5-922d-4cc62f99a051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.26770592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"4d3c226d-c8c0-4f2b-91b3-8a6f34e9d9e2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.267926459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"a00948fa-7b09-4b68-8b05-2919f49f1dad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.337887856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"82a2b25d-6368-406e-b2c2-3c5bdc093615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.345137503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"4d3c226d-c8c0-4f2b-91b3-8a6f34e9d9e2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.352999503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"a00948fa-7b09-4b68-8b05-2919f49f1dad","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.35880792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fc3317ec-51dc-46b5-922d-4cc62f99a051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.364933209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"86a4bf24-0190-4153-8c9c-39e531d5f90d","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.364959023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"86a4bf24-0190-4153-8c9c-39e531d5f90d","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.468853951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3a3e8a88-c6ba-40a4-9dcf-325f2d9e56f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.534495077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3a3e8a88-c6ba-40a4-9dcf-325f2d9e56f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.705314879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1b41c225-eb68-4ab7-8c29-0f88780eca7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.709115886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"82b2c5a5-facd-49ca-9622-0b513ba17b66","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.758474533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f6936578-a315-4ba1-b5dd-14785e0f19f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.759117227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"594ccd5c-f952-4a1d-b9b7-92c48bbd958e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.760996907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1b41c225-eb68-4ab7-8c29-0f88780eca7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.763844401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"82b2c5a5-facd-49ca-9622-0b513ba17b66","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.815235926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f6936578-a315-4ba1-b5dd-14785e0f19f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.815235925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"594ccd5c-f952-4a1d-b9b7-92c48bbd958e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:30.952386551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"cb068539-fa76-4aea-bb3d-402b7dc31f7c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:31.007586552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"cb068539-fa76-4aea-bb3d-402b7dc31f7c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.840159709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ea1b3b28-361a-43d4-bfae-71c8bea973b1","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:32.997203821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"0062ce73-771c-41f3-afb6-e3009d3b1c66","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3bcc3076","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.103184398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ea1ec247-4108-4934-bb1d-63e0c77408af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.103373924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"148ebb0d-a202-48f6-bbfc-e1fd4ab00080","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.103190303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"bb103377-f387-4342-8085-a83fb344000c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.103868065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f11ec2ae-ddb4-4924-b1bd-c8602fd7910f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.161475631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ea1ec247-4108-4934-bb1d-63e0c77408af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.16289852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f11ec2ae-ddb4-4924-b1bd-c8602fd7910f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.163716987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"bb103377-f387-4342-8085-a83fb344000c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.167025592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"148ebb0d-a202-48f6-bbfc-e1fd4ab00080","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.495360599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"0c027a66-9502-4bca-900d-ae47e162d819","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.551087071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"0c027a66-9502-4bca-900d-ae47e162d819","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.590220231Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"af11b7f4-73bc-4c95-8d9c-68d15040fadf","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.64489587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"43bfb735-2dea-4e31-b28d-8cb04f988ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.645450546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"c2664ae0-9bb7-46c2-a0ca-6d62550ec46b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.645851168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3eee2e50-1ddd-4948-8928-1ce8f7288035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.646245173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"7bd28ef8-9230-4562-acd2-38a5c8c86e50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.646961379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"d56ad202-8ac8-4efc-8b91-c1c377e137e8","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.702849116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"43bfb735-2dea-4e31-b28d-8cb04f988ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.705101176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"7bd28ef8-9230-4562-acd2-38a5c8c86e50","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.707230495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"3eee2e50-1ddd-4948-8928-1ce8f7288035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.708075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"c2664ae0-9bb7-46c2-a0ca-6d62550ec46b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:33.983769521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"0aeeccb4-42ad-4ac3-bc7d-eb9164351e72","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.062897224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"bb1b4a0a-b9fd-47e0-931a-5cfa35605fc0","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.064293921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"1602ee4e-a48f-4f44-b5d5-b1f8adf85e86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.089937716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"324e48e7-9bf6-4a5f-9368-d80768e3d732","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.089960714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"324e48e7-9bf6-4a5f-9368-d80768e3d732","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.115333314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e322a51-b072-42e5-a528-27e22b047307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.115843931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2891c99e-34d9-4868-881b-9474aa81b3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.120882183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"1602ee4e-a48f-4f44-b5d5-b1f8adf85e86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.121363988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"bb1b4a0a-b9fd-47e0-931a-5cfa35605fc0","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.121614417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"bede0c3e-ecde-47df-a19f-19b2456a5680","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.122479335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"4e59bf75-3b9f-49ee-a4df-c6af3f03185e","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.122629905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"9b611625-ca7a-4095-86bb-4cbfb763c01f","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.140787788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3ca2340e-e875-49a5-8138-1ac31efd83ab","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.140811671Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3ca2340e-e875-49a5-8138-1ac31efd83ab","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.172189068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2891c99e-34d9-4868-881b-9474aa81b3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.172245876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e322a51-b072-42e5-a528-27e22b047307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.221940548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5e9337f1-0c44-45a7-b337-e982cdccbee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.246696772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"2ea2bc59-65d4-4d7e-b9a9-36078ad65d2f","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.246850287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"2ea2bc59-65d4-4d7e-b9a9-36078ad65d2f","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.29352614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5e9337f1-0c44-45a7-b337-e982cdccbee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.358294005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0ea344cf-c0a9-4b74-9a63-6efe9b2b2725","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.358412151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"0ea344cf-c0a9-4b74-9a63-6efe9b2b2725","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.494326759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"3d2094d7-0d38-4e02-9742-97139ce7613a","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.583725701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d581d58-853d-4ee1-b8e9-d5d93639b856","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.583984933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8ee9a108-2cb1-4fee-983b-c56647da1330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.588412421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"77cfaddb-1d78-41b5-99bc-5c4dc555ccac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.591651429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7a8b7253-d8b3-4310-bc08-5e1ce0fe6635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.639591234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6d581d58-853d-4ee1-b8e9-d5d93639b856","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.640113358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8ee9a108-2cb1-4fee-983b-c56647da1330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.64444519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"77cfaddb-1d78-41b5-99bc-5c4dc555ccac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.651336789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7a8b7253-d8b3-4310-bc08-5e1ce0fe6635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.733305188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7c99ff76-7e43-41cd-a3b7-d55fe4472f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:34.788536397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7c99ff76-7e43-41cd-a3b7-d55fe4472f52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.153048207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"fc693c0d-2c9d-41a8-b5c7-0ebdbfa6368a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.15331464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"db3b6da8-52b7-4d87-b19a-d253860360d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.153560062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"03f2805f-684b-4bc7-846f-0cb551bac5b9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.203284085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"db8f74d2-c34e-4aaf-bcb5-4ffb17d6a6a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.209477387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"db3b6da8-52b7-4d87-b19a-d253860360d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.209477201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"fc693c0d-2c9d-41a8-b5c7-0ebdbfa6368a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.212016487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"03f2805f-684b-4bc7-846f-0cb551bac5b9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.224962136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"fd2a7fe3-3348-4e16-8c32-cbaae9a8b5f4","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.266787296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"db8f74d2-c34e-4aaf-bcb5-4ffb17d6a6a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.329630408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"ef0a4e67-f51b-4e41-be42-3a8d64884abf","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.329744626Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"ef0a4e67-f51b-4e41-be42-3a8d64884abf","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.442034499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"170138fb-0f78-4daa-93ef-0052271aafdb","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.44207608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"170138fb-0f78-4daa-93ef-0052271aafdb","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.447137747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"8ce9df2b-7183-40fb-93f5-8fd87a5af649","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.447142549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"b4639b0a-0c09-475e-b0a5-8bec4e57cbcb","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.447625276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"7098ddd7-6273-4165-9966-d30bf84d522d","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.543167452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"55ed29e1-9b63-4084-8e48-084ebd49afdd","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.543197212Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"55ed29e1-9b63-4084-8e48-084ebd49afdd","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.644458164Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"1c48848a-46b0-4c7d-84e3-ca1b6e486f92","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.682094584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e05eba70-c139-4187-ac5b-cf8b976f24c4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.682539728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1045d8c1-4e21-475f-b591-d3460fe0f81e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.68278681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ce31bb14-b348-4227-91d2-2c34f6384915","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.761041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ce31bb14-b348-4227-91d2-2c34f6384915","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.762078928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e05eba70-c139-4187-ac5b-cf8b976f24c4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:35.766257186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1045d8c1-4e21-475f-b591-d3460fe0f81e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.279462726Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"117f7204-f5ad-4f76-958c-05b2d1da76d4","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.338446135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"7371f582-b291-4f9c-b201-a3fdf9386eee","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.402018959Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"7371f582-b291-4f9c-b201-a3fdf9386eee","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.404803924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"19e296a6-79d8-47fb-8fe3-a11286fbcf57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.455957129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc03f66-081e-47f5-a226-2767c848c118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.458330798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"c3832675-eced-4ecf-8044-7597e97276ad","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.458456563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"c3832675-eced-4ecf-8044-7597e97276ad","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.46093253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525fa4a2-3746-4312-a0d5-753e5fcebcae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.462534849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"19e296a6-79d8-47fb-8fe3-a11286fbcf57","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.505924059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e7846169-ff95-434d-acfd-379b16e4cfa4","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.512739715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4dc03f66-081e-47f5-a226-2767c848c118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.516768381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"525fa4a2-3746-4312-a0d5-753e5fcebcae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.519809833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"63c0a585-a763-48b4-8de1-087074e2d494","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.519872052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"63c0a585-a763-48b4-8de1-087074e2d494","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.555527731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"05867a49-fa14-4d2b-931a-6bbfb8a6d27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.561154509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e7846169-ff95-434d-acfd-379b16e4cfa4","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.590817474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"fbc4ba76-e759-4831-9058-d5acb9620e5d","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.590884374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"fbc4ba76-e759-4831-9058-d5acb9620e5d","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.611215114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"05867a49-fa14-4d2b-931a-6bbfb8a6d27c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.68169073Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"d1799af9-776a-474a-922f-d1280946d194","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.681758108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"d1799af9-776a-474a-922f-d1280946d194","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.813593975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"ac5fed20-4b8e-4dde-85fb-d7a97a96e091","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:36.813672881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"ac5fed20-4b8e-4dde-85fb-d7a97a96e091","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.914332848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c0550fb7-5a5b-4c5c-a078-1b6f83f2a776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.91464873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"7d98d46f-3572-4ad3-ae2a-57b185fe7b3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.915083597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"deeb8eee-6076-41e0-9e16-2a827c6b1373","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.972367159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"7d98d46f-3572-4ad3-ae2a-57b185fe7b3b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.97249608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"deeb8eee-6076-41e0-9e16-2a827c6b1373","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:36.975069374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c0550fb7-5a5b-4c5c-a078-1b6f83f2a776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.016351624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b6ed863a-3bf0-4f18-8fdb-a6066d0cab07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:37.024364898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"9f684d97-cd29-4efb-b9e9-0391e1102186","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:37.024477414Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"9f684d97-cd29-4efb-b9e9-0391e1102186","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.071433209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b6ed863a-3bf0-4f18-8fdb-a6066d0cab07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.11537495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a4408098-341d-49b4-a99f-14e51f9dd653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.170345519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a4408098-341d-49b4-a99f-14e51f9dd653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.372912232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"67886c86-659e-43ff-b4db-b949c0adb810","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.37291064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"dfea7095-c2ca-4079-a7cb-9c74cc056008","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:37.395948907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"0f8f2437-51a2-41f0-bc6e-33b598679023","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:37.39601571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"0f8f2437-51a2-41f0-bc6e-33b598679023","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.424286023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"e150197a-2ca6-48ed-9276-953b1c336edd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.429627892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"dfea7095-c2ca-4079-a7cb-9c74cc056008","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.429662938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"67886c86-659e-43ff-b4db-b949c0adb810","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:37.479812033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"e150197a-2ca6-48ed-9276-953b1c336edd","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:38.087458044Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"e3c78cd2-f425-46de-bedd-e660108504be","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:38.087542297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"e3c78cd2-f425-46de-bedd-e660108504be","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.647771381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"49e1f04a-b942-43fa-87d6-e366f2468148","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.647793759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"49e1f04a-b942-43fa-87d6-e366f2468148","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.703084196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"a6cc434e-7546-4f17-84f6-34112082208e","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.703105091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"a6cc434e-7546-4f17-84f6-34112082208e","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.805889658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ca8dd8c1-7733-47ae-9eeb-e7c628d0055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:38.944563064Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ca8dd8c1-7733-47ae-9eeb-e7c628d0055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.002975651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ca8dd8c1-7733-47ae-9eeb-e7c628d0055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.058343955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"54f040b0-b9e6-429a-9a1e-50193d9e4c46","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.058363644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"54f040b0-b9e6-429a-9a1e-50193d9e4c46","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.386975241Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"34e4a52f-4c38-4f3e-96ac-b5876d374284","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:39.419318269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"73abaa8a-62bc-4757-8d80-d2c84546abdb","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:39.419388089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"73abaa8a-62bc-4757-8d80-d2c84546abdb","error":"ExternalModel e2e-extmod-att-user-48a2cb/e2e-att-delete-5a63b1 is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.599967769Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"34e4a52f-4c38-4f3e-96ac-b5876d374284","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.600079519Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"34e4a52f-4c38-4f3e-96ac-b5876d374284","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.600242195Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf","reconcileID":"34e4a52f-4c38-4f3e-96ac-b5876d374284","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.801882534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"1cb83590-395f-4531-815d-5d5ed2171fec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.861658412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"413973a1-cb53-4105-abb5-71f46cd95751","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.861666915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:39.918906951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"473659e3-c6f4-4621-9cdf-6c83ef898833","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.012472061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a27285d8-faf8-4035-a2f0-f5d52bac575e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.015639439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ff5ca0d6-93dd-436c-9c53-82865b533a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.01568098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"85d3204b-0ced-4e78-8632-76590bd8f871","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.016011951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b9a8cd7-3f21-4397-8048-25fe81d6521b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.070727676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ff5ca0d6-93dd-436c-9c53-82865b533a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.071594747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b9a8cd7-3f21-4397-8048-25fe81d6521b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.072941117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"85d3204b-0ced-4e78-8632-76590bd8f871","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.241462312Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7cd64485-4c47-4a1f-94ac-2c7da811c997","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.396605196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e39f859c-7f3e-45ed-a1f5-51acb6faa925","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:40.991368376Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"62164cf5-40c2-416c-ad70-2822340a1b56","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.10244699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"1f237148-7a15-4982-88f7-fe1f15ca4c2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.116025672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"e50586b1-f863-425a-98dc-ed56a00e4150","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.1579993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"1f237148-7a15-4982-88f7-fe1f15ca4c2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.164782324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16516c6f-f438-4444-9715-e89fcef14dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.165204762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fca37b-b398-4008-8c05-a41d20b26eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.172689206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"e50586b1-f863-425a-98dc-ed56a00e4150","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.211741331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"1f237148-7a15-4982-88f7-fe1f15ca4c2b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.220942819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16516c6f-f438-4444-9715-e89fcef14dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.222132954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2fca37b-b398-4008-8c05-a41d20b26eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.270660662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d4144536-1769-4339-a8e1-27c1cf0d9444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.321614562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"60000f8c-bb78-4451-a682-71b1b8563c1d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.326272009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d4144536-1769-4339-a8e1-27c1cf0d9444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.462068659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"10e6b969-ec30-44d1-94a2-9f624a7300a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.517539848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"10e6b969-ec30-44d1-94a2-9f624a7300a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.524788789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b8d886a3-a30b-4cf7-9ef0-9ac813454713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.582902162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b8d886a3-a30b-4cf7-9ef0-9ac813454713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.593751051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.598612189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"eb78971e-0a31-441e-b33b-0de08af84fbe","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.635034319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5d8b6290-f796-4753-b6db-2a4f483a61d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.654713614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c5b64b36-627d-4583-bf73-7c6c6d09222b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.701817737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5d8b6290-f796-4753-b6db-2a4f483a61d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:41.702367059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"0754506d-354f-4571-96fb-27ae4edc363b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.751681616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b7a63c65-43a3-4df0-9d55-9083b1e71002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.81692189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"14311c89-455a-4c95-835f-daeaea9dd75b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.821924215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b7a63c65-43a3-4df0-9d55-9083b1e71002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.824695985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0040182b-e4c0-40f3-817b-bfe768191174","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.879897515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"14311c89-455a-4c95-835f-daeaea9dd75b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:41.88272076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2c226efd-29d4-4a8f-b11c-353cba6623c3","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.071410769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"fa26c8b9-da7d-4f02-a6ae-4f88ec610a39","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.118955772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3dc87b17-715c-41f9-a52d-87882a44d46a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.157519045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"fa26c8b9-da7d-4f02-a6ae-4f88ec610a39","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.175799348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3dc87b17-715c-41f9-a52d-87882a44d46a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.176101099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6a869257-3528-4752-a4c8-3ef430812e05","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.178633983Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"30ea05a0-aeec-440a-a662-ce7bcc448268","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.178735285Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"30ea05a0-aeec-440a-a662-ce7bcc448268","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.253586789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"67dbcd5d-5c0e-43c0-af72-0a7e8018b4fc","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.358450553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"67dbcd5d-5c0e-43c0-af72-0a7e8018b4fc","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.36208459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"233bb5ce-bee7-4b5b-8170-ab56e65416da","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.419982982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"233bb5ce-bee7-4b5b-8170-ab56e65416da","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.448343549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"56ef2821-c28a-4861-8440-f6a34e48c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.449821669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"0fe69cd7-6949-4751-8373-f69459cb9fe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.470866804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"cfb5c01f-d3f5-4d61-b7b7-1031b4120260","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.510300584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"56ef2821-c28a-4861-8440-f6a34e48c904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.584957487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"29574d21-81ae-4029-8826-7a4993be38c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.675687966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"29574d21-81ae-4029-8826-7a4993be38c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.687070529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"154138f8-8cbb-4bc4-951f-b12ebaa2c769","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.687331994Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"154138f8-8cbb-4bc4-951f-b12ebaa2c769","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.780997925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"53c40592-44e8-4613-a7ab-c21751a7ba5d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:42.943432424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"9ca7fba2-37b2-4802-b481-22710b950607","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.00192915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"9ca7fba2-37b2-4802-b481-22710b950607","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.045627508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9add516d-dbc6-4275-b03d-9d2375bbba6f","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.045734977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"9add516d-dbc6-4275-b03d-9d2375bbba6f","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.049095166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"f21b909c-5d80-4916-a3f1-37602c36b497","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.069634409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.099853829Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"f21b909c-5d80-4916-a3f1-37602c36b497","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.148158643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"88954b46-2a32-4a66-9f46-dce4a9ddfa52","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.1483567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"88954b46-2a32-4a66-9f46-dce4a9ddfa52","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.150353695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub1","reconcileID":"f21b909c-5d80-4916-a3f1-37602c36b497","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.196000761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"8e116740-049a-4a9b-8f09-ca40ddb693b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.196795992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d1b97206-3025-4870-909d-367669c404b1","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.197451618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d24e1e2f-2993-4c41-9941-88b4ad6d4450","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.245209117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"701737fd-b120-4c68-95f7-d2afd588dff1","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.246019815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"7636a602-8a73-4eed-a3d9-0227184018c2","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.27114617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"a5decb5f-92d2-43b3-abc6-2bd2ac4e4ad2","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.27125208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"a5decb5f-92d2-43b3-abc6-2bd2ac4e4ad2","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.272029546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"b876ac02-627d-4ddd-9487-6a527862837a","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.346597504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d24e1e2f-2993-4c41-9941-88b4ad6d4450","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.356229572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"8e116740-049a-4a9b-8f09-ca40ddb693b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.358266083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d1b97206-3025-4870-909d-367669c404b1","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.458044439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"a4142143-02d2-4c08-8585-44c9029faef9","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.458078316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"a4142143-02d2-4c08-8585-44c9029faef9","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.600752957Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.67001694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4c1d32a8-ad39-47eb-ad96-058231ca7363","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.670126863Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4c1d32a8-ad39-47eb-ad96-058231ca7363","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:43.953544168Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-5a63b1","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","reconcileID":"d188709d-dded-4f2d-b074-76689aeb3a96","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-delete-5a63b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.015798961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"f485d9ea-1fd2-4070-a9e5-857f33d29fe6","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.015926766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"f485d9ea-1fd2-4070-a9e5-857f33d29fe6","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.017591933Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"301a9926-6a8d-4c48-86b5-04eceb45fb87","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.020241275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"8f758b7a-6a04-4afc-b29c-7680e9d08d13","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.094822365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"255940da-0eaf-4002-9b0b-0d5aca60a0a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.095625188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b8654111-8e75-4a23-97d1-d7067a96189f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.111648243Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"301a9926-6a8d-4c48-86b5-04eceb45fb87","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.120776767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ab5b65ff-060e-4a48-82f8-af0e4742c922","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.121844027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"9a512352-4b66-4a3b-9667-58724dea6bc1","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.292327532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"255940da-0eaf-4002-9b0b-0d5aca60a0a3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.32432283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6920d496-f280-409e-95e2-8d231e645782","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.325781443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"c1e2e630-3db8-4ae5-ac7d-484ce1839b02","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.331934144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b8654111-8e75-4a23-97d1-d7067a96189f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.357682947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"30bb4751-9142-4732-91ff-74b52bccf9dc","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.35841911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"04a9ec27-d9e2-4ad5-9967-da11caa60b25","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.383169835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"ea19a2ac-2d6d-4477-80c9-c4c6ed7bb079","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.420768639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"6920d496-f280-409e-95e2-8d231e645782","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.423472296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"2aaaa87b-078f-4bbf-8681-7eb78d15446d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.456355846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"ea19a2ac-2d6d-4477-80c9-c4c6ed7bb079","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.492828768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"2aaaa87b-078f-4bbf-8681-7eb78d15446d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.566386584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"dd03cbe6-aca1-4092-8bfd-b20dd157053e","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.630413424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"f8a3f87a-45e3-4132-8467-3e7bf447837d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.703170231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"f8a3f87a-45e3-4132-8467-3e7bf447837d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.748974153Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"413f56ae-5f2e-4feb-b246-b8b0ad7aad2b","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2ab8850a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.759316806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"f8a3f87a-45e3-4132-8467-3e7bf447837d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:44.935614197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"8a89f535-ec0a-48bb-bc6b-63c22de84d47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.019746646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"8a89f535-ec0a-48bb-bc6b-63c22de84d47","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.075130792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"676c8d8e-a0b4-458f-ab8d-ff8de018234c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.076184026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9724f110-b7aa-4f1b-8dec-8a9e7ac09b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.077840709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0c9888c0-40a2-4a7f-ad7a-ecbb79f3d996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.078270519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"3c3e6b8e-25a8-40b5-abeb-11510fadf699","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.168046237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"676c8d8e-a0b4-458f-ab8d-ff8de018234c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.304729423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9724f110-b7aa-4f1b-8dec-8a9e7ac09b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.307411397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"3c3e6b8e-25a8-40b5-abeb-11510fadf699","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.324136137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0c9888c0-40a2-4a7f-ad7a-ecbb79f3d996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.587188412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"792368d0-8afa-4cb5-97dc-461adae69a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.741993547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"792368d0-8afa-4cb5-97dc-461adae69a80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.818515772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6b58ec2a-c507-47db-85ce-7df01b6b072a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.872350049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"3d99e02c-8553-4bcd-8285-27a150b97d2b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.873476573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"04403cb8-6a45-43c5-bbd5-ce5ed9159e96","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.924545787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e81e311f-376e-4451-bdd2-8934b4082690","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:45.946447403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6b58ec2a-c507-47db-85ce-7df01b6b072a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.047497655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"04403cb8-6a45-43c5-bbd5-ce5ed9159e96","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.054526814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"3d99e02c-8553-4bcd-8285-27a150b97d2b","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.191223397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e81e311f-376e-4451-bdd2-8934b4082690","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.365990554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5215eb6e-9291-4547-834b-2aa535f1b61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.517889241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5215eb6e-9291-4547-834b-2aa535f1b61f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.605998879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a170d15-659e-4a15-92ed-7cc37ad5950b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.66517184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a170d15-659e-4a15-92ed-7cc37ad5950b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.665981525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7409960-edde-4cfe-b976-e43294df6ff0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.7245864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d7409960-edde-4cfe-b976-e43294df6ff0","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.855975795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"1935717c-1394-4f7b-82dc-8e4e15b6d036","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:46.912719007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"1935717c-1394-4f7b-82dc-8e4e15b6d036","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.18211849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ddf3a65b-be64-4405-a65d-c7ff4ad11ae2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.333608785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"f278f776-cb4a-40c0-aad0-8fae9a13017f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.334248068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"368b40d0-d4d2-4c8d-abac-820ee469eeec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.334353651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"94ac93ee-fe5a-4300-abdc-1b839e7a8549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.389022077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"f278f776-cb4a-40c0-aad0-8fae9a13017f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.400712845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"368b40d0-d4d2-4c8d-abac-820ee469eeec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.401178433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"94ac93ee-fe5a-4300-abdc-1b839e7a8549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.472621814Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"3e6a3cd5-cd8f-4996-b1a2-09688358467a","namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.574935814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b0246c7b-f3c5-4671-bc14-e22d2eea894a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.630235328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b0246c7b-f3c5-4671-bc14-e22d2eea894a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.685044485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b0246c7b-f3c5-4671-bc14-e22d2eea894a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.724884316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"922832fd-c654-46d5-99e5-15a5c3bf71c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.725356823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8fa954e1-08d8-4abb-abd1-6a979d41429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.725679355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c42e4d7-b6a7-4b9a-9bbf-c3885098cc2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.725862299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"32b7d0ab-9090-482f-9cef-a8fb58d29feb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.780803969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8fa954e1-08d8-4abb-abd1-6a979d41429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.780869543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"922832fd-c654-46d5-99e5-15a5c3bf71c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.78316143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"32b7d0ab-9090-482f-9cef-a8fb58d29feb","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.783376407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c42e4d7-b6a7-4b9a-9bbf-c3885098cc2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.860994108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"53ddf537-49c7-402b-8ed7-6603d3da9246","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.889173058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d4af471e-2242-4f93-a342-fa2470bd3ab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:47.944119796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d4af471e-2242-4f93-a342-fa2470bd3ab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.083281696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"daef3f35-d6c8-4847-bd3a-4808474c78fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.139845432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"daef3f35-d6c8-4847-bd3a-4808474c78fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.182565169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"aba007ef-206a-4795-85e5-849194bf34ae","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.183102355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"288b0f22-0819-4a1f-9de5-e5b9e910d0cc","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.231966087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"82147540-ccca-4441-8694-102e45120d1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.238131702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"288b0f22-0819-4a1f-9de5-e5b9e910d0cc","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.239438869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"aba007ef-206a-4795-85e5-849194bf34ae","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.287384471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"82147540-ccca-4441-8694-102e45120d1d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.347098529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d974ab5-8ed3-4bda-af0d-6c387766c36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.399105364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"e9ec5d8f-2c5a-4a08-b08d-5b97363a93fe","namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.404707229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d974ab5-8ed3-4bda-af0d-6c387766c36c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.44813207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8128935-1d4b-4d6d-bff8-e258faf532ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.503371798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c8128935-1d4b-4d6d-bff8-e258faf532ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.599263828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b92c30d1-a91d-4f65-af5d-430731ac8a16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.655492825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b92c30d1-a91d-4f65-af5d-430731ac8a16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.709219938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"b92c30d1-a91d-4f65-af5d-430731ac8a16","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.746702069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5561dfd1-47f1-4ecb-ad23-f12c2357c147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.74831826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"97c2e20b-e2f7-4bb8-b1fc-4db5b3f07bb6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.799999545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b8b70e24-9a88-4b65-959c-544846682762","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.802762596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5561dfd1-47f1-4ecb-ad23-f12c2357c147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.80611894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"97c2e20b-e2f7-4bb8-b1fc-4db5b3f07bb6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.833348068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"5cb64117-7063-4cd3-983b-2ce1454dff40","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.856313704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b8b70e24-9a88-4b65-959c-544846682762","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.91075171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c9e89fe2-da58-476e-a507-d4698fe35fd0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.933601441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"51e661ea-8c07-40c8-af2e-1f7b235bc6cf","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.952571527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"1c27b3d4-220c-4b76-9fef-51a372e9ab3e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:48.967341581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c9e89fe2-da58-476e-a507-d4698fe35fd0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.00994214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"1c27b3d4-220c-4b76-9fef-51a372e9ab3e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.157455975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6344bf29-433c-461c-b5c6-9f3d2a4b3aab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.16553876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"b94f0d38-eaf0-434c-af38-1539f9fb3210","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.222838791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6344bf29-433c-461c-b5c6-9f3d2a4b3aab","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.222927152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"b94f0d38-eaf0-434c-af38-1539f9fb3210","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.357157132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e72e4b-9d7e-428c-9c16-0012b3de890d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.374511001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7bcf76-d70c-4669-9843-c342e5d56de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.387050649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"357efc7e-7aa8-49fc-807b-7c4a64f209e2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.413837215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9e72e4b-9d7e-428c-9c16-0012b3de890d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.430198898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f7bcf76-d70c-4669-9843-c342e5d56de6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.442567489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"357efc7e-7aa8-49fc-807b-7c4a64f209e2","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.525985195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3efcfa26-8064-4ec0-97eb-3e823e05b813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.593450173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9f015ad8-106e-4b41-9dbf-b4a34292f5f9","namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.597984827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3efcfa26-8064-4ec0-97eb-3e823e05b813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.644028529Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"f8e88557-b727-480a-b4de-c0432ac004ea","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.651353879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"568074b3-2fe7-4f19-a5d8-8b33fa45e2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.706672054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"568074b3-2fe7-4f19-a5d8-8b33fa45e2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.719494702Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","namespace":"ai-tenant-e2e-inf-b-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.71956234Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","namespace":"ai-tenant-e2e-inf-b-4ff4db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.719611203Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","tenant":"e2e-inf-b-4ff4db","tenantID":"e2e-inf-b-4ff4db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.770441015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Deployment","name":"maas-api-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.777657795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"06a5081f-ad36-4dda-97b5-fb9ce9807ade","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.821523263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Service","name":"maas-api-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.833268156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"06a5081f-ad36-4dda-97b5-fb9ce9807ade","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.871735093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.87870892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"34a4bcb1-161e-4686-b1e7-6ae6fd594038","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.887221974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"06a5081f-ad36-4dda-97b5-fb9ce9807ade","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.921566093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-4ff4db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.933790106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"34a4bcb1-161e-4686-b1e7-6ae6fd594038","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.972142143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:49.981140742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"5f4f9969-d3f8-40c4-a240-c9c3fc72601e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.022258374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.037186196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"5f4f9969-d3f8-40c4-a240-c9c3fc72601e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.043209724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b9153bc9-a6dc-444e-8dc8-96394d84e3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.043359817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab76eb6-6b74-4b95-9e4f-335bafe66262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.072433301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.080140116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e15231-3002-40e7-b2cd-7b8a6bd383d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.099054434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b9153bc9-a6dc-444e-8dc8-96394d84e3bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.101507513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0ab76eb6-6b74-4b95-9e4f-335bafe66262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.123340649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.135560878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18e15231-3002-40e7-b2cd-7b8a6bd383d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.1743586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Deployment","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.22425601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.274246652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Service","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.3247677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.377038156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.428867975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.440548204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d416443-5524-441e-89c2-8c708e68e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.486435326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.490101532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d218f4fe-2e70-48cf-a572-0ef4e0ad2af6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.49585333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d9823520-21e0-4d5f-97b8-8f6815ec2aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.496222789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b0cff347-0352-405a-bd02-04c9cb13bfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.496867764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d416443-5524-441e-89c2-8c708e68e0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.536045409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.545560714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"d218f4fe-2e70-48cf-a572-0ef4e0ad2af6","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.546651689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"1600af01-c7af-4088-b812-398c85fcd6ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.551946507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d9823520-21e0-4d5f-97b8-8f6815ec2aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.552144992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b0cff347-0352-405a-bd02-04c9cb13bfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.587433939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.602819654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"1600af01-c7af-4088-b812-398c85fcd6ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.63875143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.693598035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-4ff4db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.743715236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-4ff4db"},"namespace":"ai-tenant-e2e-inf-b-4ff4db","name":"default-tenant","reconcileID":"7e35da87-8342-4ece-939b-49d2c3f876e0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-4ff4db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:50.928887844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"63a9444a-edc9-44bd-80ab-147b88752708","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.000084674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"63a9444a-edc9-44bd-80ab-147b88752708","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.019844454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c42d69e4-a3ef-46f5-b2fe-285527c44c42","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.069651776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"acbd354f-394e-4b93-8fe5-efbb31c20822","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.075517354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c42d69e4-a3ef-46f5-b2fe-285527c44c42","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:51.124768028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"acbd354f-394e-4b93-8fe5-efbb31c20822","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:54.800393854Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"cb58e220-4376-4001-9b4d-5690e73329cc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:54.850472798Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-sub2","reconcileID":"cb58e220-4376-4001-9b4d-5690e73329cc","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.168157414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"0707f157-7007-4910-82a4-81d54b3b3a2f","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.168684719Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.333248947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"8046f93b-75cc-41dd-b679-9039bd034951","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.421067099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"24d3200e-c7fc-4212-ada9-386793d666f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.421272353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"09948d5b-b8d1-4527-8c70-37bae6d9b6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.421067192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"ad81a506-487d-4312-a563-a42586aad253","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.421670074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"25c0a58a-1e9b-4a9a-a193-8b49788d86a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.476738053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"24d3200e-c7fc-4212-ada9-386793d666f4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.477418843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"25c0a58a-1e9b-4a9a-a193-8b49788d86a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.478999059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"ad81a506-487d-4312-a563-a42586aad253","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.480133119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"09948d5b-b8d1-4527-8c70-37bae6d9b6f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.678550323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth1","reconcileID":"3473b4dc-cfae-4d1d-9d6a-16894f2b808b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.836152279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ef36ad3f-ca61-4ac3-85ac-9597329a39f2","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.98501796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-multi-keys-auth2","reconcileID":"a5bc96eb-c772-44b7-a0a2-0f7abac144da","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:55.985092363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"46f97f16-8952-4b22-9848-68a19858e8aa","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:56.192998199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"f5c29dd6-b0ae-497b-8379-5934e16a14e8","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.338622884Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"4452b21d-161a-4464-9177-53c253280892","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.548665489Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"4452b21d-161a-4464-9177-53c253280892","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.548699227Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"4452b21d-161a-4464-9177-53c253280892","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.548823406Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey","reconcileID":"4452b21d-161a-4464-9177-53c253280892","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.601601942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"0ac1367c-9568-453a-9a45-c548fd11b41b","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.657640913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"526b18c3-739c-41ae-b684-2e3314ee41a0","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.75397858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"caac074d-c0fc-4366-9b9e-82849f6cd2ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.812727046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"44e3d522-cb1c-406e-95fb-cafb7f0ca59f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.813129734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.858204512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf3132cf-cf6e-4fd4-8130-8af23f22e7f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.913616591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bf3132cf-cf6e-4fd4-8130-8af23f22e7f8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.915617662Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.915617929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c194c591-24dc-4e80-9de6-7f5f6d988f26","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.965140981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c7b8928e-4a88-4392-bd4f-896693eb3b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.96578733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"db2d05ad-68ae-4f31-9a8e-362cf0355189","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.966143256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"653d0fe9-8290-4f9d-b9d9-5c91572951bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.973783588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1ae0718b-61dd-439d-ae2b-9944c034241b","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:57.974103868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"8bdd6ed5-3518-419d-91ba-e743831d0055","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.020749698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"db2d05ad-68ae-4f31-9a8e-362cf0355189","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.021513744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c7b8928e-4a88-4392-bd4f-896693eb3b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:58.022764437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ea30931c-550c-42b4-8d5f-a7ee68a0f918","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.023063536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"653d0fe9-8290-4f9d-b9d9-5c91572951bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.115438424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aa0ee44f-1de1-4bbb-96e3-b53dbd5d5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.130998754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c4700514-2b2b-414b-91ff-81222a255c74","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.170339853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aa0ee44f-1de1-4bbb-96e3-b53dbd5d5222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.187480648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c6c06b73-335d-4ca6-91d6-dd7e3f949e43","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.20013103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"4f55786b-ba7f-446e-acfa-317f902627a8","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.223570744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"00e0edac-3abc-4581-b37d-673b0dcbc81d","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.268126539Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-apikey-auth","reconcileID":"451bda5b-d50a-42ae-9a65-f68de1b4645f","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.327875309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"7314fc88-9f97-41a4-a0d5-50a883b87855","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.392916589Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"09fc504e-ad57-432d-9be3-ce37716d4b15","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.476637145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a98a12f7-57a6-455e-9a69-7ac7f1b1ee55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.477043177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.477232586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"00abd4d7-c5d1-405a-bd90-6d396cf1997c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.533534934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a98a12f7-57a6-455e-9a69-7ac7f1b1ee55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.538442747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b8b6f4ad-37cd-4cb6-b329-278a3f1245c1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.538859175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"f7f90107-ad58-4080-8144-6cc61e3976d4","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:58.548862035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"09fc504e-ad57-432d-9be3-ce37716d4b15","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.576451877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9597624-8f5d-40b4-820d-7433bafc7e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.578119182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27185cfd-a8fd-43b3-a828-1a1ed39d90a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.585275712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"cfb9368b-2cb0-4f42-8598-6f53daf5ec58","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:58.590785169Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.631901549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9597624-8f5d-40b4-820d-7433bafc7e29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.632915969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"27185cfd-a8fd-43b3-a828-1a1ed39d90a4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.638453389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"a806491f-e38d-41fa-a218-a8ea694ceca1","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.6749368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf4130be-ff26-4f80-9cd7-a40284a28c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.730967673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf4130be-ff26-4f80-9cd7-a40284a28c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.753770045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"8286384b-3f0a-40ce-8e4a-9c863d18187e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.858124207Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"69b7d6a5-3fc6-4b62-bb2e-3c3858e9ada3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.915654517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"228fb134-f37c-4a1f-8287-e7ba596f9586","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.985087904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0bce8e83-45db-4a19-82b1-8109339023a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:58.991522673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"293e7763-cfca-49f9-bfec-e84f6d600ee9","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.021125609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"ff33ba79-a468-4a6c-b8c7-11aa9d7b91fa","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.040222946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0bce8e83-45db-4a19-82b1-8109339023a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.085737197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2bc77a0d-7c4b-440d-bc10-9bb054f41583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.141092453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2bc77a0d-7c4b-440d-bc10-9bb054f41583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.185493812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6f15fed4-260f-4951-af38-ae1aa3afb782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.226292363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"db709ead-f4a5-4baf-919f-cde1f6a27820","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.242641218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6f15fed4-260f-4951-af38-ae1aa3afb782","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.286373565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00b77c8c-8beb-46f1-ace3-8f7ef7beb6fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.341587975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00b77c8c-8beb-46f1-ace3-8f7ef7beb6fd","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.382031385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b513e897-e6e7-44cb-83f0-7f65f931e66f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.435106338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"5da2788a-71aa-4452-8999-a6c0f2e08559","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.59008868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"43c65e46-c6d3-4966-9154-f06b3e409362","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.646963846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"43c65e46-c6d3-4966-9154-f06b3e409362","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.670305678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"ce940c73-cb42-4432-8f33-d73f08021e34","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.670369706Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:59.699880262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"00b77c8c-8beb-46f1-ace3-8f7ef7beb6fd","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.769650967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"a00dd34c-e094-4c0d-b903-6673db0fdf01","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:17:59.791889502Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-degraded-models-kube","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.823949945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"0779097a-7b87-472e-9c56-6e7436826550","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.824266979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6b33b5fe-8eef-45ea-b720-75f560c1d1fd","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.84670875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1447e345-8325-45b2-8038-69b4e47a5f7f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.848856428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6890c0b3-5c81-45f9-b018-8576fc9330b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.872244527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"247b02dd-ff5f-4a80-95d5-9f77ea5523f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.903593775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6890c0b3-5c81-45f9-b018-8576fc9330b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.927752794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"247b02dd-ff5f-4a80-95d5-9f77ea5523f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:17:59.98447442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"fb6d7144-b41b-49cb-a17a-b632162ebc9e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.001124419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"03f30013-461e-4057-b2a1-da7036850061","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.04139137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"230b7246-965c-4cf4-bade-cb6d6c920b63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.056859785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"03f30013-461e-4057-b2a1-da7036850061","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.105479304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"230b7246-965c-4cf4-bade-cb6d6c920b63","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.117553009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"03f30013-461e-4057-b2a1-da7036850061","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.152738142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"f44a8650-58e3-4f85-a07c-a350ee683b75","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.164036208Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"5f76e404-1de1-4c6e-b8f6-6a72cad55390","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.164206662Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"5f76e404-1de1-4c6e-b8f6-6a72cad55390","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.217610346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"f44a8650-58e3-4f85-a07c-a350ee683b75","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.281068777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbd36563-f370-4313-992b-2fdb0dce1989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.362820343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"cbd36563-f370-4313-992b-2fdb0dce1989","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.398463108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"436fee60-7b19-4158-9712-e5b2fbe1363f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.416218213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b54ac49-75ee-47f0-98f7-8cc59afa9094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.750535893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"5b54ac49-75ee-47f0-98f7-8cc59afa9094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.757548081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4d21a729-5959-453c-934f-e6484e981347","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:00.95009358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"f44f3b5c-ceb6-4e31-b877-76c0f238db2d","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.005183523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"9b49b9fc-a34e-4d34-b804-a1dd94c5c742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.005431406Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"9b49b9fc-a34e-4d34-b804-a1dd94c5c742","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.025871512Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"df4594fa-b461-4db1-ba2f-74f7915ab4d0","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.081865109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ab875c32-018a-4f7e-9b79-8e2e3934b92c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.145188422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ab875c32-018a-4f7e-9b79-8e2e3934b92c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.198135794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4f85fca3-ccee-4b41-a542-ef5a5325fc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.21735015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"ab875c32-018a-4f7e-9b79-8e2e3934b92c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.256471549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cba5426f-1859-4413-ac6a-d346d31e52a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.276584635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4f85fca3-ccee-4b41-a542-ef5a5325fc63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.309909256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1d524531-3717-470a-ab1a-5b477da97b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.379639979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cba5426f-1859-4413-ac6a-d346d31e52a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.380598539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d6704c8e-bdda-491d-9d62-0164fd332eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.538536534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"85cae2a4-c796-46d1-a71d-8e6c0b70df05","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.547822875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d6704c8e-bdda-491d-9d62-0164fd332eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.548171925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1d524531-3717-470a-ab1a-5b477da97b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.655160632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf91e577-b9ca-4d3b-a0c3-f919eeb3145f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.658980037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1242c5c3-3a76-4063-a297-476b3357ecd9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.760369005Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"dae25504-337a-4c87-b445-30b7490603bf","namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.760599527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"23bd31cb-e849-4fd9-b529-274e2182535f","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.78610658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"cf91e577-b9ca-4d3b-a0c3-f919eeb3145f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.790908948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c6833a3e-3cf3-47dc-aa5c-b52f3b819014","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.856180169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c6833a3e-3cf3-47dc-aa5c-b52f3b819014","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.891454384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"7c5f2472-477b-495d-a350-aed7979a0e6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:01.977051901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"7c5f2472-477b-495d-a350-aed7979a0e6c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.002573516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"87418f36-8bc4-4ff4-af38-e88319f21091","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.035248063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5f5c9d0-a939-4e78-8713-5c8a30d5830a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.08799722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"87418f36-8bc4-4ff4-af38-e88319f21091","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.138382539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a5f5c9d0-a939-4e78-8713-5c8a30d5830a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.143995449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e15292-8d4c-4cf9-aa31-96a3a8182617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.180938915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"2cf0c308-be96-4391-9d78-ceb19705c257","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.247248791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0e15292-8d4c-4cf9-aa31-96a3a8182617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.390477686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"0398d9fe-43f9-4ca0-aaa0-9755e3309c28","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.500999796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9510f059-f7f4-4397-9b4a-a7d6261c41bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.502007688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0983d394-04e1-4dc4-a44a-12fb113d4a68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:02.521811388Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"0398d9fe-43f9-4ca0-aaa0-9755e3309c28","name":"e2e-rec-ctrl-fc15a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-fc15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:02.522006532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"0398d9fe-43f9-4ca0-aaa0-9755e3309c28","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-fc15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.583549141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0983d394-04e1-4dc4-a44a-12fb113d4a68","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.598791294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"c8fb3f46-f300-4ea7-803a-f0fdfa12330e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.599558323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9510f059-f7f4-4397-9b4a-a7d6261c41bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.678369627Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"108d04a0-eb31-4a46-9c06-e2e29e402ea7","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.72444861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"72fcbb29-a751-4a49-84d5-64f1895c91ec","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.729210946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"c8fb3f46-f300-4ea7-803a-f0fdfa12330e","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.787553702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"01a65897-6ff5-4d18-be9a-7b319f3b9663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.85088506Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"800c1245-92b7-4ee4-af5e-25365bd6ba84","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.855727311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"01a65897-6ff5-4d18-be9a-7b319f3b9663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.923000948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cb48565a-2529-472e-b52c-3cf851712f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:02.989850262Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4ff4db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4ff4db","reconcileID":"413331bf-f28e-495a-8b03-a2f2388a1b9e","aitenant":"ai-tenants/e2e-inf-b-4ff4db","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.00967374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cb48565a-2529-472e-b52c-3cf851712f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.05160092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"aec6382e-bb61-4a8c-b8e6-781b4a6d8b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.062996898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"b11dcc53-1773-4a6b-b43b-27f82ed24d39","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.17863278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"aec6382e-bb61-4a8c-b8e6-781b4a6d8b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.220094171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1fbc401a-7fa4-4471-aef2-4decf224510c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.238614878Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"6e53ad93-944b-4296-af54-08d6ac561feb","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.240837949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (9b94b9a14ad37810324693f4e16b7657a60ad16a5897a530dfd2586bdb8ada8f) AuthConfig (4f9b2de7b2edc439a3ce841e264d41b64d09eb118c481f7f3815c07f3729aec2) AuthConfig (33cf22e012917ef88291319c574fbd1d5091518795a013e53e3f2bfb9101bb79) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (347a342ffd9a601da73f0e1ac01888df7aa592f6526215684d116fa2ab094a43) AuthConfig (ea10531650568811da75ab989ac16f6839f830f01c95c922c6ddf7d02003778e) AuthConfig (fadf190aa4173a897cfeef41e054af3e3f7297ad60d9b1da1ef2137f7f2fe128) AuthConfig (338f37998f6d52a46d4fbe35b35fb1217422bb271cf38706f5a1ba03139234d7) AuthConfig (0b26b651b4666dd81e48ba17dfa6d3412d56b87f2b70cdabcd378ed4352e6326) AuthConfig (bebf139c0f6a276c81fe2752022c3249f9cf9e3cec583f4141e9f978c3bb5aed) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (1340f96fa200397ed5a464b1509f9a4ecf285a73f636536b2ca9dbf2fbbead45) AuthConfig (0af29c1a1ddfca4a36adfb99f2d3f895e6ad5bd286f8cd3af20de888d01f9c36) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (46292617afe7152cc9d8ebd2cd753c3ccce8036265ac4546a84fa60c1d85a4dd) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"aec6382e-bb61-4a8c-b8e6-781b4a6d8b86","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.27375627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e887c11d-a102-4683-9c76-8316c97e1f89","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.27989904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1fbc401a-7fa4-4471-aef2-4decf224510c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.357758707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e887c11d-a102-4683-9c76-8316c97e1f89","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.359464278Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"e95ab5a8-eb38-4c7f-ac63-4dbe9d181619","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.384539412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a37d9c05-eb02-4149-9620-42a1c98bcda8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.440655283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a37d9c05-eb02-4149-9620-42a1c98bcda8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.461747281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"05b55565-2b02-47bc-a87a-8182a21d2766","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.541126709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"44a3ef98-5ad0-40fa-9fbc-03fbcdb1fcb9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.562897078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"718c677d-f398-4f84-b963-9b0ea614aee7","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.591919189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"372688c8-047d-4b02-b0a8-8a3b4bfe23fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.596302803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"44a3ef98-5ad0-40fa-9fbc-03fbcdb1fcb9","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.616956175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"b0c326f8-1206-42c4-918d-175a4f196f94","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.616976151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"b0c326f8-1206-42c4-918d-175a4f196f94","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.636693331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"15d53d12-3711-496c-8aee-c586b67437d2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.651230687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"372688c8-047d-4b02-b0a8-8a3b4bfe23fc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.695386818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"15d53d12-3711-496c-8aee-c586b67437d2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.732937837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19745837-bc01-4300-a767-82c2007d6d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.783738579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19745837-bc01-4300-a767-82c2007d6d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.835076946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19745837-bc01-4300-a767-82c2007d6d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.885467349Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"b0b62848-1fd2-4dd1-92c4-72106c3bfa4f","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.885784231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19745837-bc01-4300-a767-82c2007d6d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.938775297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4123e00b-f69b-44be-b9d0-eda2866320f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.93969022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"b036591a-85dc-4033-a92e-d13b8653206d","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.94660933Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-4ff4db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-4ff4db","reconcileID":"413331bf-f28e-495a-8b03-a2f2388a1b9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-4ff4db","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-4ff4db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:03.994409877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4123e00b-f69b-44be-b9d0-eda2866320f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.099860213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0448fcb7-c3c9-475a-94be-608d94d89b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.10022073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"feabb723-1a27-4441-bfea-b0b92db499cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.109630178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"b5a34c80-b10e-4c9b-9e74-f232868e5548","namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.155165121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0448fcb7-c3c9-475a-94be-608d94d89b92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.155606012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"feabb723-1a27-4441-bfea-b0b92db499cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.168990344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"58262819-369a-48c1-bcb2-557a2fe1435e","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.260653995Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"feabb723-1a27-4441-bfea-b0b92db499cc","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.270830706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"bc74fd90-b6d7-47fe-87f7-83199a72c4d4","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.288529324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f3e7fcbf-b23b-4dc2-84a1-6442ce6a4c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.305080677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5138af29-28ef-4c87-a1c0-d9625fecb9d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.345334267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"62f24ded-7839-4ed6-8e4a-51b9dd17ebbe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.345519026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f3e7fcbf-b23b-4dc2-84a1-6442ce6a4c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.361479984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5138af29-28ef-4c87-a1c0-d9625fecb9d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.37234768Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"cfaee095-e266-4498-ac22-2ba7b1da63f6","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.400862764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"62f24ded-7839-4ed6-8e4a-51b9dd17ebbe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.423232971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"a90a5b0c-464c-485e-aa57-28f6ef4084ae","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.533729001Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f14e0ee4-0a7e-48ba-b395-1e22b84e7b23","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd20af6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.533913783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"bca3ef30-e50c-4527-abfe-645af39e2208","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.562517927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ed30146c-883d-4c5c-9d2d-ea206cdebb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.679125826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ed30146c-883d-4c5c-9d2d-ea206cdebb03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.730896056Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"a118d588-0344-4037-9e9d-ee8d87894e9c","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.73183271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9e0defe0-5a75-4d45-929f-7b22cff15870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.732926542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"9e4637a2-b1b2-40d6-8055-ccaf80e62d98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.806077501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9e0defe0-5a75-4d45-929f-7b22cff15870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.807845908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"9e4637a2-b1b2-40d6-8055-ccaf80e62d98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.836127638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"183a74ac-8e8f-4510-8699-430ffca38dfd","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.842357898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f91d153-2ead-4059-b0a6-d3108165f3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.842928391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"358f33a1-5a2b-4491-ada1-4fc35134965c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.871234125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (9b94b9a14ad37810324693f4e16b7657a60ad16a5897a530dfd2586bdb8ada8f) AuthConfig (4f9b2de7b2edc439a3ce841e264d41b64d09eb118c481f7f3815c07f3729aec2) AuthConfig (33cf22e012917ef88291319c574fbd1d5091518795a013e53e3f2bfb9101bb79) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (347a342ffd9a601da73f0e1ac01888df7aa592f6526215684d116fa2ab094a43) AuthConfig (ea10531650568811da75ab989ac16f6839f830f01c95c922c6ddf7d02003778e) AuthConfig (fadf190aa4173a897cfeef41e054af3e3f7297ad60d9b1da1ef2137f7f2fe128) AuthConfig (338f37998f6d52a46d4fbe35b35fb1217422bb271cf38706f5a1ba03139234d7) AuthConfig (0b26b651b4666dd81e48ba17dfa6d3412d56b87f2b70cdabcd378ed4352e6326) AuthConfig (bebf139c0f6a276c81fe2752022c3249f9cf9e3cec583f4141e9f978c3bb5aed) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (1340f96fa200397ed5a464b1509f9a4ecf285a73f636536b2ca9dbf2fbbead45) AuthConfig (0af29c1a1ddfca4a36adfb99f2d3f895e6ad5bd286f8cd3af20de888d01f9c36) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (46292617afe7152cc9d8ebd2cd753c3ccce8036265ac4546a84fa60c1d85a4dd) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"9e4637a2-b1b2-40d6-8055-ccaf80e62d98","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.908266876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f91d153-2ead-4059-b0a6-d3108165f3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:04.908552033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"358f33a1-5a2b-4491-ada1-4fc35134965c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.071966048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e8dd344-87da-4a91-bd85-9fd5b48ba6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.15463509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e8dd344-87da-4a91-bd85-9fd5b48ba6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.27734802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"51228115-0185-4fe5-8605-6a471b39eb01","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.277791369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"64993972-7408-4e51-8c8e-73dc15fa1065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.340819244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"64993972-7408-4e51-8c8e-73dc15fa1065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.341100586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"51228115-0185-4fe5-8605-6a471b39eb01","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.484336998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ff72979-6b34-4fe9-bc83-f9de00e55d41","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.484387485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"cc7ee219-71b6-4797-8539-b146b7a78c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.542491444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"cc7ee219-71b6-4797-8539-b146b7a78c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.543753866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ff72979-6b34-4fe9-bc83-f9de00e55d41","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.593369186Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"cc7ee219-71b6-4797-8539-b146b7a78c56","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.6783716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"a27479e5-0dfc-4cde-b5b8-033d10a57a1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.741830656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"a27479e5-0dfc-4cde-b5b8-033d10a57a1f","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.788543345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"96e00234-7385-4541-bc2b-60115db46466","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.788564027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1e19dd0b-5d89-4862-8756-7760dc63adb5","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.807383062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"d9d26110-2fc3-40a4-85bf-00eb1ac87699","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.844551886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"96e00234-7385-4541-bc2b-60115db46466","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.844626851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1e19dd0b-5d89-4862-8756-7760dc63adb5","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.859973455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111a8714-5334-4e0f-8505-5f9c353d8a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.864870825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"d9d26110-2fc3-40a4-85bf-00eb1ac87699","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.896841498Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"e7b3f88f-0c4c-4b09-90e9-7408217cd330","namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.923814494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111a8714-5334-4e0f-8505-5f9c353d8a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.976898515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111a8714-5334-4e0f-8505-5f9c353d8a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.978300991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"0afb9e9c-d272-4373-8715-d97ffdfdad69","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:05.978320283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"0afb9e9c-d272-4373-8715-d97ffdfdad69","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.028348844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111a8714-5334-4e0f-8505-5f9c353d8a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.197709803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e9552220-389c-4693-8fa9-d57edcd07c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.257975995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e9552220-389c-4693-8fa9-d57edcd07c1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.303748741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"e8253be7-7581-4391-85cb-9aeeadd7d813","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.354184915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a48b07-6637-4ac4-ab51-bd52d887e9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.357772001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee028179-65aa-4812-89a7-fbce08f608bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.359519955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"e8253be7-7581-4391-85cb-9aeeadd7d813","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.40000133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e877f433-fa3a-42bf-8d17-ce9df8823bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.409218184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18a48b07-6637-4ac4-ab51-bd52d887e9f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.412954556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee028179-65aa-4812-89a7-fbce08f608bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.41344925Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (9b94b9a14ad37810324693f4e16b7657a60ad16a5897a530dfd2586bdb8ada8f) AuthConfig (4f9b2de7b2edc439a3ce841e264d41b64d09eb118c481f7f3815c07f3729aec2) AuthConfig (33cf22e012917ef88291319c574fbd1d5091518795a013e53e3f2bfb9101bb79) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (347a342ffd9a601da73f0e1ac01888df7aa592f6526215684d116fa2ab094a43) AuthConfig (ea10531650568811da75ab989ac16f6839f830f01c95c922c6ddf7d02003778e) AuthConfig (fadf190aa4173a897cfeef41e054af3e3f7297ad60d9b1da1ef2137f7f2fe128) AuthConfig (338f37998f6d52a46d4fbe35b35fb1217422bb271cf38706f5a1ba03139234d7) AuthConfig (0b26b651b4666dd81e48ba17dfa6d3412d56b87f2b70cdabcd378ed4352e6326) AuthConfig (bebf139c0f6a276c81fe2752022c3249f9cf9e3cec583f4141e9f978c3bb5aed) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (1340f96fa200397ed5a464b1509f9a4ecf285a73f636536b2ca9dbf2fbbead45) AuthConfig (0af29c1a1ddfca4a36adfb99f2d3f895e6ad5bd286f8cd3af20de888d01f9c36) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (46292617afe7152cc9d8ebd2cd753c3ccce8036265ac4546a84fa60c1d85a4dd) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"e8253be7-7581-4391-85cb-9aeeadd7d813","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.455733571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e877f433-fa3a-42bf-8d17-ce9df8823bc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.59239156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"702080f0-852e-4104-90cb-b0e86671b516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.647690722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"702080f0-852e-4104-90cb-b0e86671b516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.658948352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"df117e65-1725-4890-a988-f6b23b8cc6c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.71061862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"30174361-8d26-46c7-b1b7-1118373fa8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.716160663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"df117e65-1725-4890-a988-f6b23b8cc6c9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.76585534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"30174361-8d26-46c7-b1b7-1118373fa8da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.806621516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"f5dd82ea-c25a-4b4a-bc57-160a836155ca","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.852177895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c4570bcb-0f75-4c2b-af4c-7d1a7c44109a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.868281972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"f5dd82ea-c25a-4b4a-bc57-160a836155ca","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:06.909691198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c4570bcb-0f75-4c2b-af4c-7d1a7c44109a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.118175635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"5571b06f-6dd2-41ca-aaa7-4f50c49690b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.179718104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"5571b06f-6dd2-41ca-aaa7-4f50c49690b4","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.224684901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6c4cf505-b120-45ea-a480-de55b2edf59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.279875407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"4c025467-a9a6-47e1-b3a7-f08406fceae5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.284797954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6c4cf505-b120-45ea-a480-de55b2edf59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.334971067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"4c025467-a9a6-47e1-b3a7-f08406fceae5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.435732224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c4c937b6-cbe6-4621-bf48-6fced5d150c2","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.497157528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c4c937b6-cbe6-4621-bf48-6fced5d150c2","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.546559876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"2a5d35df-aef7-4f3e-992c-a5fa2db7593d","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.601781462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"2a5d35df-aef7-4f3e-992c-a5fa2db7593d","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.638606489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"8993b81c-6429-4857-85c2-6565b3a0e8a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:07.6940616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"8993b81c-6429-4857-85c2-6565b3a0e8a0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.020222377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0777e3-533d-40c4-8838-fd10d43ec484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.070412338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0777e3-533d-40c4-8838-fd10d43ec484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.070763526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.121071167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0777e3-533d-40c4-8838-fd10d43ec484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.127086751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"8b67f723-a0b4-4dcd-aca8-c963c8b08e71","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.127105982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"8b67f723-a0b4-4dcd-aca8-c963c8b08e71","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.17319032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a0777e3-533d-40c4-8838-fd10d43ec484","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.343217862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"64261767-6043-4db3-ab4e-22858496356d","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.343244324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"64261767-6043-4db3-ab4e-22858496356d","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.393585557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"1810bae5-73f0-4cef-8459-4b57b2be901b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.393702619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c9d145ff-33e3-4163-b3f4-01b500dc563e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.394056353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"96d33ca2-ac00-45c1-a1e4-0a2cf21c39b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.394473086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3c6b002f-4023-4dcc-aad1-b845cff60543","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.449881048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"1810bae5-73f0-4cef-8459-4b57b2be901b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.452151044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"c9d145ff-33e3-4163-b3f4-01b500dc563e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.452896305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"96d33ca2-ac00-45c1-a1e4-0a2cf21c39b8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.456993628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3c6b002f-4023-4dcc-aad1-b845cff60543","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.496952037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"af8bdd6e-1bc1-4e9e-ab8e-796973f310df","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.496982758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"af8bdd6e-1bc1-4e9e-ab8e-796973f310df","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.598067719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"4fa2e8ff-83c2-4ace-a29e-5bfe25a3051c","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.598099024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"4fa2e8ff-83c2-4ace-a29e-5bfe25a3051c","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.601531637Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"45fb72d6-a183-4e3d-96e2-fbd59d8db09d","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-ctrl-fc15a9","model":"e2e-rec-ctrl-fc15a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.653312305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"8473f44a-26f8-4d45-8e5f-b5ef14d755fb","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.704291708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b8bcf825-77d4-468f-b9fb-6e653c5bc76b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.704318648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b8bcf825-77d4-468f-b9fb-6e653c5bc76b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.871553959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"ec1b46f2-0400-41ab-b83e-e523876366aa","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.871580412Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"ec1b46f2-0400-41ab-b83e-e523876366aa","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.969261255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e1bdb219-51c6-47f5-9fbe-07d171d839d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.969911884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d245fb8f-2c7c-4c89-9c29-2556e669ce13","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.970568506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"4de0ee83-49f2-4dba-8545-3e2e31623b5e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:08.970679898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"7e37535f-380c-469d-8986-b1270122f3d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.029239169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e1bdb219-51c6-47f5-9fbe-07d171d839d2","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.029784548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d245fb8f-2c7c-4c89-9c29-2556e669ce13","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.031578799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"7e37535f-380c-469d-8986-b1270122f3d6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.031939966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"4de0ee83-49f2-4dba-8545-3e2e31623b5e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:09.073129642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"d41d76df-3764-4ffa-856b-e09d1bced762","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-ctrl-fc15a9","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.066184368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:13.995088733Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"7f0113fb-71e2-4e53-835f-af3784ad652f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.206807359Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"7f0113fb-71e2-4e53-835f-af3784ad652f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.206842274Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"7f0113fb-71e2-4e53-835f-af3784ad652f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.206960562Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube","reconcileID":"7f0113fb-71e2-4e53-835f-af3784ad652f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-6fa7dd/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.271687669Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"b36d917e-986e-4114-90c8-a7438824686e","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.374557392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"17c2b5e3-f287-4fec-b654-61434c4e39bc","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.40898148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"b19fe9ed-e75d-481f-b4f7-d0ee2cfa43d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.469945575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"6f07eca6-e005-4920-9172-96f06c588180","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.47036103Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.596457885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8594beb-a866-473c-8ac1-e1204cd640d3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.645846105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9583419e-9dfb-408d-b27a-c3e2215899f4","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.6476858Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8594beb-a866-473c-8ac1-e1204cd640d3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.671004253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"684db090-c485-4c0f-aba6-921660e0da20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.671008133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"934a571f-e560-4733-8fd5-4466cefe94b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.671481753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"a3ffd34d-ec34-4bc3-acc6-a3aedce83fa9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.699812371Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8594beb-a866-473c-8ac1-e1204cd640d3","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.728557951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"934a571f-e560-4733-8fd5-4466cefe94b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.7297436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"684db090-c485-4c0f-aba6-921660e0da20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.732008545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"a3ffd34d-ec34-4bc3-acc6-a3aedce83fa9","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.936308154Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-degraded-models-kube-auth","reconcileID":"b80ab02b-3576-4504-a903-552ef9b8a37f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.987572329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"f2b4428c-2daf-4eaf-9fda-ab372c891ef5","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:14.987611923Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.141906965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"d6a4dc74-3ec2-45dc-85fd-62776ba2df76","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.20270687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"11f85b3f-c7b6-4176-a33f-250c134cd41f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.26631198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e15d68d9-474a-4d20-a771-726c2298df6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.270384662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8da16699-7de7-4b03-9290-6e3ec1045edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.270473746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33894731-fffe-4cfe-af26-face90d903d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.270824952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3d67f4d6-761e-4177-a3f4-b5e3400b6d1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.321629468Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c1f4a8e2-773c-4165-b9fd-2329b71b3fc0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fce6bbf9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.329220447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e15d68d9-474a-4d20-a771-726c2298df6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.353869169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3d67f4d6-761e-4177-a3f4-b5e3400b6d1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.392555247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8da16699-7de7-4b03-9290-6e3ec1045edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.397113043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33894731-fffe-4cfe-af26-face90d903d1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:15.929492668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"da54fbe7-fb0e-4a2f-a69d-79d045f72d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.004310658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"da54fbe7-fb0e-4a2f-a69d-79d045f72d99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.038047697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"685563c7-757c-4905-94b3-97ad32fee189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.055104131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b6bd2c5-b105-4af1-b722-d11d4fce57d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.090026107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1a1c0b36-60d0-475e-a7de-5a5ba2bf6048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.098388569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"685563c7-757c-4905-94b3-97ad32fee189","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.114083728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"1354abcd-f6bd-47ed-84b8-5d28e4150fba","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-ctrl-fc15a9","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.117842022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8b6bd2c5-b105-4af1-b722-d11d4fce57d7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.149030144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1a1c0b36-60d0-475e-a7de-5a5ba2bf6048","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.434089955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"b3721725-ba48-426c-a248-31ade3587efd","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.434225486Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"b3721725-ba48-426c-a248-31ade3587efd","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.52489421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"3ed65a44-37cd-4efa-88cf-9040576b482b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:16.583275553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"3ed65a44-37cd-4efa-88cf-9040576b482b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.031932097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"3d52cff0-cd00-4fec-8cfe-2c73a7bb8ba8","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.046434584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"3d52cff0-cd00-4fec-8cfe-2c73a7bb8ba8","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.281649678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c6791f9-cb36-49f2-b9bb-ad3537e5a23f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.341297044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30ee93f2-bdab-4ebc-b1c8-71d9c64472bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.345573611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3c6791f9-cb36-49f2-b9bb-ad3537e5a23f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.389003398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e1557bca-16da-4792-9e5f-a1315650cdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.404510804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"27bfc9d9-28b7-4c89-8f1f-53aa9e25d18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.409189142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30ee93f2-bdab-4ebc-b1c8-71d9c64472bc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.458046812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e1557bca-16da-4792-9e5f-a1315650cdff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.472811958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"27bfc9d9-28b7-4c89-8f1f-53aa9e25d18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.478965072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"5b0082d1-f2dd-4144-91b9-263eb526c4fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.589515788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"5b0082d1-f2dd-4144-91b9-263eb526c4fd","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.872008891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8590b6ab-52b7-4d95-af53-2aa06af4a389","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.933992432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8590b6ab-52b7-4d95-af53-2aa06af4a389","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.992173553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"58d94658-3ea7-4c30-83af-ea0c806ba0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:17.993465196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7ed3950-18a2-4f0f-8978-90e3c18ee7f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.003592545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"44ee2141-95dd-4cb5-b411-4d3ee49e91b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.061256943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"58d94658-3ea7-4c30-83af-ea0c806ba0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.062567653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7ed3950-18a2-4f0f-8978-90e3c18ee7f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:18.068072208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"44ee2141-95dd-4cb5-b411-4d3ee49e91b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:19.895941146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"ef7db1fc-d2e7-4ac2-8b07-fe7b9fbe04ca","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.050583078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"99299a74-2005-4452-9953-e27366872833","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.153131085Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"74fe8bdd-ff2a-4763-9bf6-d8fdb0f161e6","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.293315772Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"7b3017f4-3289-4dfb-8605-0816896305fb","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.681505725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"cce4d032-9a64-4fa1-a49c-6c0c4ecdcad6","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.681524782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"cce4d032-9a64-4fa1-a49c-6c0c4ecdcad6","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.681601839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.741157463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"886a778a-8e98-4eae-9dce-65ee944eff6a","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.741174364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"886a778a-8e98-4eae-9dce-65ee944eff6a","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.791810685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"2a884df0-b7e4-4b10-8a2f-37017bfb22de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:20.792772019Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"04fe5674-734e-4575-9be6-bebdc9914605","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-92d423\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.844861622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54492f14-7b7e-4104-a7f9-bec3fdd47692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.847705198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"2a884df0-b7e4-4b10-8a2f-37017bfb22de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.895816095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54492f14-7b7e-4104-a7f9-bec3fdd47692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.903801323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"4980c747-fe50-4014-85c2-a432c2ab7f76","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.903816524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"4980c747-fe50-4014-85c2-a432c2ab7f76","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.946270283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54492f14-7b7e-4104-a7f9-bec3fdd47692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.955493136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"5d9a1c0a-c40e-4caa-9646-8e6f3acf1963","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.955509626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"5d9a1c0a-c40e-4caa-9646-8e6f3acf1963","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.99700437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54492f14-7b7e-4104-a7f9-bec3fdd47692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:20.997377713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.055010982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"058f56e5-c247-426e-b30b-071561c44b8b","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.055031554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"058f56e5-c247-426e-b30b-071561c44b8b","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.057564029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"c5fd4c38-8955-487a-ba10-49ee6d7b860c","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.057580638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"c5fd4c38-8955-487a-ba10-49ee6d7b860c","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.104221038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"e9674a45-7510-4267-a6aa-eee641ef783c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:21.105263961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"65925207-2cad-4b69-a62b-2f0e491a6796","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-92d423\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.159584943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"e9674a45-7510-4267-a6aa-eee641ef783c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.209437977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"347ce4bc-db4a-437e-a631-80f920173b37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.210394221Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"6c421e43-6f34-4ba9-bcfe-2fb0e266150b","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"rate-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-rate-iso-a-92d423"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.261556084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"8f1be1ec-60eb-4096-ab82-b061dec7f184","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.264517476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"347ce4bc-db4a-437e-a631-80f920173b37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.362709111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"4e9ed771-37ab-4af4-b58b-e6544b423af0","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.370511417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ed2d93ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ed2d93ad","reconcileID":"ab3afd23-5d7e-4cc1-b569-3c8a5cc24460","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ed2d93ad","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ed2d93ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.4145424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"a02c689d-9a0b-44ac-92c6-4332aa3ed3cc","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.414563567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"a02c689d-9a0b-44ac-92c6-4332aa3ed3cc","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.41548673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ecb080fd-d4fd-4eda-99e7-3322244439ea","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.41550691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ecb080fd-d4fd-4eda-99e7-3322244439ea","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.481072929Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"d6ede146-8ce2-4146-886d-a1b9fed96451","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"rate-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-rate-iso-b-92d423"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.514090559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"9cd2bae8-13b2-4841-89f9-2d9420be3385","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.578140069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"9cd2bae8-13b2-4841-89f9-2d9420be3385","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.614371474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"a32fab98-ec6e-4d8d-adaf-d5475337be97","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.735929289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"4a6819af-42ea-4bec-a6df-12c23f4ddb35","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.850663463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"14e7eb17-60e2-4bbd-8c14-5be76cdbd5eb","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.905127261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"b64ba6fd-4584-4e3c-b04b-d6d7f9603dcb","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.905148457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"b64ba6fd-4584-4e3c-b04b-d6d7f9603dcb","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:21.909004962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"84189a6a-6d4f-44e8-be58-0921ce438c7a","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:22.969553671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30324ca6-5b33-4bd8-adf2-c7b4c1e5ebd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.028518196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30324ca6-5b33-4bd8-adf2-c7b4c1e5ebd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.083538001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30324ca6-5b33-4bd8-adf2-c7b4c1e5ebd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.13471206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30324ca6-5b33-4bd8-adf2-c7b4c1e5ebd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.780455311Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1920c360-e685-4baa-b299-9c364e4a1913","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:23.881636081Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"55161eb7-3845-42ee-b481-7b56946b5151","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.037966757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7012bff2-c1db-4da1-b3cd-0914922a007b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.088186414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7012bff2-c1db-4da1-b3cd-0914922a007b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.138385001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7012bff2-c1db-4da1-b3cd-0914922a007b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.188843832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7012bff2-c1db-4da1-b3cd-0914922a007b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.189275187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"377bbb55-4158-4728-a786-5f58d2b9cdea","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.373763582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d139f606-dd69-458a-bc3a-1babdea7f42a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.444287162Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d139f606-dd69-458a-bc3a-1babdea7f42a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.494954873Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"d139f606-dd69-458a-bc3a-1babdea7f42a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.773673809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"d3306445-7441-422d-8d8f-9ffb3eb35460","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.774022207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:25.917360292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"966cc74b-1dbf-4d21-8b84-83de5d408ce7","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.031574844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5807a1a8-c2fe-419c-a96d-474b90d4345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.052093098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ad28b943-129c-4819-9012-8479d1fd469d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.052653862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d0f4f749-ecd6-4ae6-9a87-55dd64f8d45d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.052654952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fea2c100-c93a-4972-bd5f-b1f833cab1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.087983835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5807a1a8-c2fe-419c-a96d-474b90d4345a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.166380367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d0f4f749-ecd6-4ae6-9a87-55dd64f8d45d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.211163532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ad28b943-129c-4819-9012-8479d1fd469d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.213641178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fea2c100-c93a-4972-bd5f-b1f833cab1d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.377710712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bef902d3-ff3e-4a94-86e3-34032a4bc6a3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.586743638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d997d71b-e37a-4079-bff7-6a17186e7cd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.598750473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"e79797a4-3168-4835-8498-bb598576abf7","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.642849921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d997d71b-e37a-4079-bff7-6a17186e7cd9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.753562829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"2aa9ca6e-5e1b-4ed8-90be-207ed6424d93","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.867463994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"7775d0c7-8c6d-4148-9b40-9810121161fe","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.869873189Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"7fd1d896-e9e8-4006-b287-41ab26413876","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.919506891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1ba56ddd-b317-4e92-8e62-a513a5f473d9","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:26.919562288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1ba56ddd-b317-4e92-8e62-a513a5f473d9","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.030692674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"86527eb6-b0c5-44a0-8a09-b5693938036f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.031608453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"09ba9a24-fa9a-4c14-9eb3-6d826b7ac39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.031662143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6a8e3927-3c40-41d4-ba68-f0ff588a301f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.089895511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"09ba9a24-fa9a-4c14-9eb3-6d826b7ac39e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.093519826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"6a8e3927-3c40-41d4-ba68-f0ff588a301f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.09718036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"86527eb6-b0c5-44a0-8a09-b5693938036f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.101151524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"27f87bcd-45c9-4252-9c5d-1ed191781fe0","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.150338341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"9e4a6adf-01e9-4547-9194-e2784a6a7496","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.211764699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"9e4a6adf-01e9-4547-9194-e2784a6a7496","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.269699857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2a59a09a-4d77-4d2f-9bf7-beb8b2a53e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.325132494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2a59a09a-4d77-4d2f-9bf7-beb8b2a53e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.504249218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"265208ef-7b0e-4628-87dd-ae92069793ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.561137787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"265208ef-7b0e-4628-87dd-ae92069793ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.606537802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"adb3ea3c-54b9-4cdf-9f18-b444e2e300d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.606691163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"0157a77f-2b71-4363-b786-0b349938ef3c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.6102542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e3699231-0923-4b9e-9b9a-2d818971c998","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.660819495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3741fb5-22f1-47b9-b285-24f32bfd9a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.670435964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e3699231-0923-4b9e-9b9a-2d818971c998","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.670954258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"adb3ea3c-54b9-4cdf-9f18-b444e2e300d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.672710969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"0157a77f-2b71-4363-b786-0b349938ef3c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.716206873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3741fb5-22f1-47b9-b285-24f32bfd9a88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.921689785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"d0125b9c-1f5b-4f5c-a4a5-ea446c3b1546","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.964353894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ccb1ee-af92-4071-9d6e-c2421dc93243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:27.976942389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"d0125b9c-1f5b-4f5c-a4a5-ea446c3b1546","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.019605972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4ccb1ee-af92-4071-9d6e-c2421dc93243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.471255313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"ccb1a3b2-27a0-415c-84f9-bd86ac1fed59","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.525659965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"2f36631a-12ae-45be-96f0-813206cb6466","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.729239176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"955823cf-21b2-4b46-b859-d7ccbc69fc0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.749907313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"0249a05e-7de4-419a-bc3d-4802ceaf996f","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.750046581Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.785798883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"955823cf-21b2-4b46-b859-d7ccbc69fc0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.80963005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"49086912-a0b7-4b3e-81b1-5a060bc55b3a","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:28.861058511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"eede9bb5-7b21-45d4-815a-4a3e1a472a00","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.95947028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fa6fe387-9e5d-4074-8213-8b63a944d8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.959470282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6409a876-86da-4850-af0e-e441d44c570a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:28.969383757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"6cb9ac3a-1bfb-4ea4-a01f-6f19771d4bfb","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.016896491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6409a876-86da-4850-af0e-e441d44c570a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.016913158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fa6fe387-9e5d-4074-8213-8b63a944d8ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.025786692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"f2a90a1e-cc25-4a46-860e-d29d39f852eb","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.031184578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"9ba59102-e4c9-4d88-a341-d8d6fd9cf92d","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.087001679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"be1044d8-1bd3-44c7-8c30-d496b796c203","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.097325215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"5080111b-8b5d-48b5-93fb-23873f62ae35","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.232178608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"79f28e41-bdae-4706-9a27-d33d0b100bf2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"distinct-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.301272127Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.301525392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"6c7d84b1-1032-4a60-a333-bf3cfd3cf77e","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.34010417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fe9f8833-04eb-408a-89a2-de1286c32cae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.358810492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5a63aefc-4ec9-407d-aa80-6878b374a7dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.359620663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"6e53a9e7-4e50-4f6a-a15f-91ffa9d3506e","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:29.391940782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"79f28e41-bdae-4706-9a27-d33d0b100bf2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.397145855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fe9f8833-04eb-408a-89a2-de1286c32cae","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.408807831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"bc015cff-b8e7-4246-b5ad-d879fcb50b83","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:29.412023932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.413997804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5a63aefc-4ec9-407d-aa80-6878b374a7dc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.471214258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"34e0c008-9a58-4cf6-aa72-a7d99e0aa12c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.496909345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"00f9ac54-3047-4849-ae7b-4b5128eeeb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.497026051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"12f2f34f-0ef0-4aba-949f-7a1302abdac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.553292653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"00f9ac54-3047-4849-ae7b-4b5128eeeb16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.553368648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"12f2f34f-0ef0-4aba-949f-7a1302abdac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.607253332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"b112981e-e109-4210-8499-1d037f84f521","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.681817219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"963f90dd-49d9-41e1-94bb-4ff9095d56e0","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.700325599Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"a02f80f9-1386-4bfa-b062-0b3dbd320d2c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"distinct-2-w3-123885","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.774967699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"c932e752-d719-4fe3-8ba1-86fe49460239","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.872775022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"d318bf59-951d-4a9f-a7d6-b179fd52290c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.885044333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"70e2e858-dce7-4bee-9bd9-12f203243a6e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.941247325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"70e2e858-dce7-4bee-9bd9-12f203243a6e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:29.987858695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e921b215-f65f-43fe-bdc7-f9927b97155c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.043101126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e921b215-f65f-43fe-bdc7-f9927b97155c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.046700578Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]","namespace=ai-tenant-e2e-worker-w3-123885 priority=0:[ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-123885/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.046765479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"359a0e28-a5bf-4842-b737-9ee48225b0a0","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.076163442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fd1e12cc-eb13-40b8-be2f-119cacef0612","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.087603407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"052ff4bf-2b35-4a9f-9989-d8791ab6c4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.087655341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c92ce664-100c-4a21-a235-363fbac408f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.106277399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"9e8ac121-0418-494e-9cf3-1756366c7d0f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.144294166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c92ce664-100c-4a21-a235-363fbac408f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.144300529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"052ff4bf-2b35-4a9f-9989-d8791ab6c4d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:30.156194543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-list-subs-refs-sub","reconcileID":"385c7961-c6e9-4145-b015-6d50ac9ae4cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.162511878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"cd535b6a-7c14-456d-b501-125c4f0e3bfb","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.202046107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f3b9f579-79ae-4817-bf96-b5b1880f1547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.257482532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f3b9f579-79ae-4817-bf96-b5b1880f1547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.26985938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"2f13244f-d097-48c2-bb68-32b65ab32ef1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.302461335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d4d02016-1a70-49c4-b66b-3ee04b065765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.325427027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"59a9346b-310f-4a70-96ee-dcd71ffbbcf7","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.357564156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d4d02016-1a70-49c4-b66b-3ee04b065765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.565577844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1253c50e-e839-4f12-a934-5067056c7697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.597177643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-list-subs-refs-sub","reconcileID":"8f117ae2-5104-4d7c-8109-6c31871bc57d","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.620823488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1253c50e-e839-4f12-a934-5067056c7697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.671745999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b99c99d8-d947-46b9-847c-9bf44fc9416d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.728777821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b99c99d8-d947-46b9-847c-9bf44fc9416d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.759993597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c71fcdf5-9d50-4211-8c5b-99797abc860c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.800468431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"9da9a829-0936-46da-b847-82c1d57061a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:30.970656146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-list-subs-refs-sub","reconcileID":"e81faa31-fa7f-453f-802f-bf9c34101547","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.308979978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"4c62c798-57ff-41df-8cdf-00a88540286a","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.309013891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"4c62c798-57ff-41df-8cdf-00a88540286a","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.410177251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"471395ac-734c-465e-bb47-75c09dbd5fec","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.410209569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"471395ac-734c-465e-bb47-75c09dbd5fec","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.614316484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"55b2edb8-58a0-4baa-a301-0cefbd3c7ae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.669746074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"55b2edb8-58a0-4baa-a301-0cefbd3c7ae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.700925721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"d30c375c-30d2-4784-8774-bc58724faf82","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.723974316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (64e2ae573ed8791a5f1c345ae0f64a322d8e6ef18774b0a775bb776ec44d1c3b) AuthConfig (2ad01feecba1a285dff06bce0643c350f9e9e551a13e3cf9b8dc386c97ff3031) AuthConfig (fc63781a4c1e30bbe122e2ba99738349ceaeb6e3c39cb7519fdb2a405660cc18) AuthConfig (a10d1326864733c1425dcd315dcb0b5c83b73860cfd49b49c3c172c9af8e4dd8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"55b2edb8-58a0-4baa-a301-0cefbd3c7ae9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.831232542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"c09c5ece-bffb-4c7b-a96d-a475c3990264","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.831254916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"c09c5ece-bffb-4c7b-a96d-a475c3990264","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.858710464Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"867b442d-792b-477f-8fbf-9129008f9307","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f2cf2c94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.958912644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"04e4c6cc-bb69-4a85-a8df-ac1d895b045a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.959162345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"57d69417-2feb-4498-a98e-4432c10b5725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.958916017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b59a62-dfc8-44aa-8fe7-6bf79fb6e92c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:31.959562935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2245d649-67fe-438e-83ce-cf3e3efe1fef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.015268825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"77b59a62-dfc8-44aa-8fe7-6bf79fb6e92c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.016567102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2245d649-67fe-438e-83ce-cf3e3efe1fef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.01754975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"57d69417-2feb-4498-a98e-4432c10b5725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.02006899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"04e4c6cc-bb69-4a85-a8df-ac1d895b045a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.440995574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9b35bc6f-0e5a-4ff9-b72d-1f7733603a7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.441049756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e8c6f7aa-ec6d-4e61-b894-b0b9e4bd0a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.441598319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"333b6452-94bb-44d7-ad2c-928313ec10b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.490759596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbff0b9a-db93-4c1a-89a7-50a63fce6424","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.497673708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e8c6f7aa-ec6d-4e61-b894-b0b9e4bd0a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.497674124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9b35bc6f-0e5a-4ff9-b72d-1f7733603a7c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.499923374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"333b6452-94bb-44d7-ad2c-928313ec10b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:32.546018026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"cbff0b9a-db93-4c1a-89a7-50a63fce6424","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.041873749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0c508072-5225-4ff6-8913-7b7d975798d2","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.217335002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"140c68a7-bb0c-465d-98f0-eab58ea70936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.218368685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"25a4fbd2-8050-433d-b9a8-d7bc0b38d9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.282245807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"140c68a7-bb0c-465d-98f0-eab58ea70936","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.364846916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"25a4fbd2-8050-433d-b9a8-d7bc0b38d9ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:33.998916068Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"5dc27f57-8194-416a-a34e-3d192db570db","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.034258967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"94ad1dd2-0fb4-453a-93d1-55cc4b7815ad","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.231600708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"fb9753c7-be15-431a-afa0-bd5507975350","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.231702372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"fb9753c7-be15-431a-afa0-bd5507975350","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.715967593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"4b7c303e-1bc2-4fc0-95ce-218929b02809","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.887669761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ab9b25ef-9b13-411c-807c-983a77207297","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:34.887763706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ab9b25ef-9b13-411c-807c-983a77207297","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.209758892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"559994b4-835b-4183-abc4-d17bfb22df4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.21382085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"86a5d676-af88-40dd-bcd5-32bf3fb7dfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.244389242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5b233ffd-8167-4bcd-b702-7996992bf909","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.244823043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"801d59c3-a924-45b0-8736-ef14e5966e2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.265476244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"559994b4-835b-4183-abc4-d17bfb22df4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.273966151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"86a5d676-af88-40dd-bcd5-32bf3fb7dfa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.291821648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6bbc394f-f3dc-4786-8084-fe3b2669c8ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.299828186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5b233ffd-8167-4bcd-b702-7996992bf909","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.300201789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"801d59c3-a924-45b0-8736-ef14e5966e2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.350465805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"6bbc394f-f3dc-4786-8084-fe3b2669c8ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.622086539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"da90ed45-b0ac-4e65-af3e-9290af0888d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.671690236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fb089ff2-2f63-4d39-afb3-16976b9eb7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.678270137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"da90ed45-b0ac-4e65-af3e-9290af0888d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.721190591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"acaca051-e6d2-42c6-8da4-62954cc4843b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.721533458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"000e56b0-c5cb-46bd-b127-cf608b9bf14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.72169146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"16d712f9-412d-4065-88e7-b006bbd6a3c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.72737033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fb089ff2-2f63-4d39-afb3-16976b9eb7d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.777479537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"16d712f9-412d-4065-88e7-b006bbd6a3c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.777608911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"acaca051-e6d2-42c6-8da4-62954cc4843b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:35.779906574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"000e56b0-c5cb-46bd-b127-cf608b9bf14f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.910165095Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26583e30-a0b7-45d3-ab54-9b20fab1bad9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:41.961144159Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26583e30-a0b7-45d3-ab54-9b20fab1bad9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.012220186Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub1","reconcileID":"26583e30-a0b7-45d3-ab54-9b20fab1bad9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.082224273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"91f03fe3-b100-4fbc-a23e-54892c401cd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.194838709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"91f03fe3-b100-4fbc-a23e-54892c401cd2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.355670798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"447d62b5-0c1b-474c-84e8-c517be1fcf74","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.356174678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.417789086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"3af94b4b-93a0-4f07-9b59-811e7bcd01a9","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.534393337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"689d028a-20f5-4b47-adfb-71b9233b66dd","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.644155719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"118d2c5e-6b98-4f5c-b086-06470acf64e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.644190885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5c436cdd-f4ca-4baa-998f-efc1cc532f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.644866295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"aa35f398-a968-402d-8b35-047cccf2c868","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.644885121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"aa35f398-a968-402d-8b35-047cccf2c868","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.647554945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4eb3bb0c-cedd-4432-b03c-b156c6c741df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.647597028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7903ab43-8daf-43fb-94cb-b6bfece59251","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.69782226Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"fc41b02b-3d8d-406f-a013-a97a3c8e3b60","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-15ce7dde","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.701369053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5c436cdd-f4ca-4baa-998f-efc1cc532f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.701387259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"118d2c5e-6b98-4f5c-b086-06470acf64e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.705163316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7903ab43-8daf-43fb-94cb-b6bfece59251","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:42.705203281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4eb3bb0c-cedd-4432-b03c-b156c6c741df","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.067851722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.135857808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3ed7d516-4737-4145-b69a-01fea9b4d3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.136028718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e08754ef-3b4b-4834-acf6-4fb6c79e61fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.13587188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5a6eb580-e38a-4ccb-971b-ce964a714354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.136510604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b5c0e149-1f87-47c0-968f-974a6040135a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.19329653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"3ed7d516-4737-4145-b69a-01fea9b4d3cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.194576107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b5c0e149-1f87-47c0-968f-974a6040135a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.195703844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5a6eb580-e38a-4ccb-971b-ce964a714354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.1980541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"e08754ef-3b4b-4834-acf6-4fb6c79e61fc","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.220367065Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-list-subs-refs-sub","reconcileID":"f614705b-9c46-4717-b394-234df39e46a8","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.430775939Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-list-subs-refs-sub","reconcileID":"f614705b-9c46-4717-b394-234df39e46a8","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.633068185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"7d86430d-c1f3-4606-aebf-5bbac2bc1f58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.689263331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"a93fa5a4-24c7-46c8-9f09-27edd9375ee3","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.689392534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.842438761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"841c9a95-4e8c-48e8-ba2f-81110287e782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.842454756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4ee0cca3-c8cf-41a6-b160-a562b75a51ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.897849542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4ee0cca3-c8cf-41a6-b160-a562b75a51ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:43.897973134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"841c9a95-4e8c-48e8-ba2f-81110287e782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.124878215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"8a105adc-b389-4a27-8206-c49c662006de","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.433754133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"e4a957f3-1b20-4cc4-9779-63fc24f00d91","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.433788735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"e4a957f3-1b20-4cc4-9779-63fc24f00d91","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.49016628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"62833fb5-99e7-4502-a48f-275851d53ee7","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.599303481Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.599462351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"07f8d925-2408-4ff8-8873-d4e305b6d6ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.599478481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"07f8d925-2408-4ff8-8873-d4e305b6d6ea","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.655176873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"56519ad2-f7a5-48d3-ac74-01922b5ca324","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.65519774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"56519ad2-f7a5-48d3-ac74-01922b5ca324","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:44.704838103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"7c561edf-0ff5-41df-93ca-2b42df669251","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.750648512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c2d9196e-f1a3-4b68-b15d-321ce33a48e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.750685924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"367349e0-c467-4feb-9a9b-58b9aa76e565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.806132539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"367349e0-c467-4feb-9a9b-58b9aa76e565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.80660569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c2d9196e-f1a3-4b68-b15d-321ce33a48e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.82277687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"cb056f35-6bbc-4e46-9f43-26de5daa60dc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.822792874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"cb056f35-6bbc-4e46-9f43-26de5daa60dc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.873649163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"4d070962-6c45-4419-bc26-2b534e36c716","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.873666445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"4d070962-6c45-4419-bc26-2b534e36c716","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.931724234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"47329ade-1c38-4998-9871-b7034b69e2a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.931744048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"47329ade-1c38-4998-9871-b7034b69e2a7","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:44.983419102Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"47329ade-1c38-4998-9871-b7034b69e2a7","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:44.983477155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"47329ade-1c38-4998-9871-b7034b69e2a7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.989120656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"b0d78821-6728-458a-80af-e51803269f7e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:44.989136732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"b0d78821-6728-458a-80af-e51803269f7e","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.081785562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"97794cab-5e0a-47d3-9d3b-cec584195ad5","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.129081638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"0dd9f102-fca8-4ee3-b9d5-7bd67e6cfcd3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.184350475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"0dd9f102-fca8-4ee3-b9d5-7bd67e6cfcd3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.229694789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9544749b-376c-4a4e-8690-515f32f702c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.229692845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1f827694-9405-4de8-973c-415f26127416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.241685697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"a49e65a0-3b3b-42ee-b416-604d07f7281d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.241702852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"a49e65a0-3b3b-42ee-b416-604d07f7281d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.284892869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9544749b-376c-4a4e-8690-515f32f702c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.285008661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1f827694-9405-4de8-973c-415f26127416","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.440145616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"70b0f909-14ae-4ded-b09a-583787a46404","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.440167736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"70b0f909-14ae-4ded-b09a-583787a46404","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.441942871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"02390d9a-7e4d-4409-a60e-7980d15c25b4","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.644178222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"02df4185-15fc-438e-b391-49578ac92f10","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:45.699097476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"02df4185-15fc-438e-b391-49578ac92f10","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.045424555Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"9e652ed9-afca-4cf8-a292-fee56a4bafd3","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.045516869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"2f9a74fb-b99a-4cad-a9d1-88f56388c93c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.045532032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"2f9a74fb-b99a-4cad-a9d1-88f56388c93c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.250576423Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"d32b4c8e-fceb-40df-b0a7-2e4ef73d0bf1","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.25093493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"9fc1fb21-1a2d-4066-8701-5620420b4488","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.250956164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"9fc1fb21-1a2d-4066-8701-5620420b4488","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.256790557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"202c208a-f2bd-4eb9-8cab-53b87828e277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.256800213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"746c887a-8b7b-43d3-bcad-37fc3375efed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.308049477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"0a7f49c3-1e48-41c8-a71b-7da3e11c6725","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.312155133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"202c208a-f2bd-4eb9-8cab-53b87828e277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.313602218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"746c887a-8b7b-43d3-bcad-37fc3375efed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.417877119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"f6789dca-9d08-4735-9f58-b29353cf4745","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.417896756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"f6789dca-9d08-4735-9f58-b29353cf4745","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:46.456565711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-auth","reconcileID":"d32b4c8e-fceb-40df-b0a7-2e4ef73d0bf1","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.512950248Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"9bbf8a20-009b-40fa-9277-dc3bc9ba7952","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.563579308Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"9bbf8a20-009b-40fa-9277-dc3bc9ba7952","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.699633877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b3c6aaad-cd04-4773-b9c8-532bdf6cac73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.699637117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"408b18e1-b5b0-4f13-8033-4e0ab8ada280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.75510167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b3c6aaad-cd04-4773-b9c8-532bdf6cac73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.755161945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"408b18e1-b5b0-4f13-8033-4e0ab8ada280","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.774651592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"029f479f-ec9a-4065-93f0-728920b40cb5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:46.774667072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"029f479f-ec9a-4065-93f0-728920b40cb5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.322253208Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.382352597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"36c0b7c3-6ad0-475c-8525-158b94b3f2f4","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.382376438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"36c0b7c3-6ad0-475c-8525-158b94b3f2f4","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:47.434162985Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-2046ba-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.563211449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"98fb1dd2-0571-45b1-a609-86cdaf8f6f4e","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.563246545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"98fb1dd2-0571-45b1-a609-86cdaf8f6f4e","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.669595685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8ca33e00-63bf-404d-97d9-fa6fe4ee5aee","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.66964715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"5f6511fb-2d62-4f9d-8201-92c8d4a9d5dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.67006285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"8729b33c-ac7e-4d87-9213-2cb254d535c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.670192516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5ddcd9eb-3146-4028-b17d-2324cd7a6811","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.67046463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"9596df12-5bc3-481f-99e6-ec119fcae0ac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.670816893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"50ab0d44-f517-4bb2-a039-cf6c11011a18","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.670833537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"50ab0d44-f517-4bb2-a039-cf6c11011a18","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.725950223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5ddcd9eb-3146-4028-b17d-2324cd7a6811","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.72597634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"9596df12-5bc3-481f-99e6-ec119fcae0ac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.729333563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"5f6511fb-2d62-4f9d-8201-92c8d4a9d5dc","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.729333561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"8729b33c-ac7e-4d87-9213-2cb254d535c6","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.731618829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"8ca33e00-63bf-404d-97d9-fa6fe4ee5aee","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.74226681Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"f99a1ffb-8ce3-4e24-a6ee-d3556f52770e","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-recover-2046ba","model":"e2e-rec-recover-2046ba","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.772013882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"bb71df31-ee36-426f-9357-640e2854fc4c","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.772030718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"bb71df31-ee36-426f-9357-640e2854fc4c","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","externalModel":"e2e-rec-ctrl-fc15a9","provider":"e2e-rec-ctrl-fc15a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.873597231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"199deae5-38be-4aff-90c3-609377893178","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.873620348Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"199deae5-38be-4aff-90c3-609377893178","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.974862996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"377ccfcd-7f19-4667-ba21-9a4604cc4d1f","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:47.974886592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"377ccfcd-7f19-4667-ba21-9a4604cc4d1f","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.076537042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1ae14dfc-1537-49a1-89fc-5a48992c0584","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.076561278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1ae14dfc-1537-49a1-89fc-5a48992c0584","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.205225118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"7709823a-8054-441f-be39-abdf46cfa88a","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-recover-2046ba","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.276170805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"73a4c001-4dbf-4ec0-bf1f-5cb59dc04210","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.285931105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"035dd448-7a02-4895-aabd-e371d0ef11e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.285934081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"e71864f8-c4e1-4d0c-b179-525977e76635","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.293354259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0b074af7-e119-411c-95b9-c46e13c81c3f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.293419042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6cfc02e4-db4b-4e82-8a63-1020adf33cdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.331474703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"73a4c001-4dbf-4ec0-bf1f-5cb59dc04210","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.341253075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"e71864f8-c4e1-4d0c-b179-525977e76635","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.341760522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"035dd448-7a02-4895-aabd-e371d0ef11e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.352026026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0b074af7-e119-411c-95b9-c46e13c81c3f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:48.352847392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6cfc02e4-db4b-4e82-8a63-1020adf33cdd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.749110275Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7caa6c48-8c1d-4dcc-b861-ce7a94dcda3d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.799949527Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7caa6c48-8c1d-4dcc-b861-ce7a94dcda3d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:52.853506025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7caa6c48-8c1d-4dcc-b861-ce7a94dcda3d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.124109586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"09b1c3ea-3b81-45a1-aa94-71af6979e602","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.124625241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.235559015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"d15121c3-8099-402f-ad6e-865812126f30","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.235645385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"d15121c3-8099-402f-ad6e-865812126f30","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.286776146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"bafc0552-7ff8-41d2-ba08-8219ede1dc14","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.377907342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9da5cde2-646c-4846-8176-b1a4be67f34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.37800347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"985ad9b7-157d-4c3c-a517-10c9eaef011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.378577845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8e1eae99-a77d-4385-ba0e-2cca50be4d44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.381423785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6bba6354-d6d9-4215-a772-db5a28b5274c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.434065085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9da5cde2-646c-4846-8176-b1a4be67f34e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.435115435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"985ad9b7-157d-4c3c-a517-10c9eaef011b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.436647791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"8e1eae99-a77d-4385-ba0e-2cca50be4d44","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.438858143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6bba6354-d6d9-4215-a772-db5a28b5274c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.571144536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"962399e8-f380-493c-9033-588c3019c1e9","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rec-recover-2046ba","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.588967561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth1","reconcileID":"dca22c06-a2a1-413f-a31e-a48f5fd9ac05","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.76494145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"949c5325-3089-426e-90d3-f1cdb786ef9e","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.815865197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ffa82a33-89a4-41d6-b6ae-8eb874cdabba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.870624039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"ab7b3022-bde2-4c02-8974-cb63d5c6fd57","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.870763622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"ab7b3022-bde2-4c02-8974-cb63d5c6fd57","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","externalModel":"e2e-rec-recover-2046ba","provider":"e2e-rec-recover-2046ba-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.873931586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ffa82a33-89a4-41d6-b6ae-8eb874cdabba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:53.931212864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"b93ae831-8cf0-4e96-b07e-c415e892537c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.084700067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"e2e-sa-multi-hdr-auth2","reconcileID":"18812aaa-df88-4763-8c1b-9fda63fe0efd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/distinct-2-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.226977187Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"d2e6d6db-9c8a-46af-8eee-690b9994bedf","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.344323548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"b4c17faf-0651-44cd-846f-15fd61928811","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.720192808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3ecf9e53-f16a-4d78-b804-6f6622da1c8b","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.735940115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9df6f05e-da1a-45af-9127-d236a79c373d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.736842021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"97dd0157-38d5-4a72-ae78-d487d1a5a3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.777059938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3ecf9e53-f16a-4d78-b804-6f6622da1c8b","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.796325671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9df6f05e-da1a-45af-9127-d236a79c373d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:54.8001627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"97dd0157-38d5-4a72-ae78-d487d1a5a3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.529238049Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"543cb6db-3ff8-4249-a12e-ff30ddc8c590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.529421498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"86dfbe91-c91e-4480-b7bc-f58024f10d42","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.529440954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"86dfbe91-c91e-4480-b7bc-f58024f10d42","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.734150513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"543cb6db-3ff8-4249-a12e-ff30ddc8c590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.813346598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"412c9909-2ca3-4a2f-ab25-f608dcdf6864","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.862425679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"543cb6db-3ff8-4249-a12e-ff30ddc8c590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.862453493Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-92d423","reconcileID":"543cb6db-3ff8-4249-a12e-ff30ddc8c590","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.928532433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"90aca935-b17a-477b-960f-302dd548e29e","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.928553316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"90aca935-b17a-477b-960f-302dd548e29e","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.936666123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"9f50ebb6-8e8a-416b-ab30-e3deb53ffcf3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:56.987350593Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-sub","reconcileID":"9f50ebb6-8e8a-416b-ab30-e3deb53ffcf3","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.086988635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"446a3ec8-fb6a-4a9b-9b5e-22d4f27c2d83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.087267842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"bdd975eb-2222-46ca-98cb-b766e34ba76b","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.087283405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"bdd975eb-2222-46ca-98cb-b766e34ba76b","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.201793458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"ae14cc69-eed2-4cbc-86ea-072b5cf43d6c","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.301638572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"446a3ec8-fb6a-4a9b-9b5e-22d4f27c2d83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.315657377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"826f0758-b728-416f-9547-137b8cf283e3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"tenant":"e2e-worker-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.315741294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"e2e-enrichment-model-ref","reconcileID":"826f0758-b728-416f-9547-137b8cf283e3","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.316134297Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.358195193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"33701e28-b6b7-4c9c-b778-3433bd4c9de9","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.426675009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"446a3ec8-fb6a-4a9b-9b5e-22d4f27c2d83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.426706957Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-92d423","reconcileID":"446a3ec8-fb6a-4a9b-9b5e-22d4f27c2d83","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.49081243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b544be49-5fd1-478b-ae42-0fbd10040251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.492493224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f7b3412b-a14d-4bae-b008-96183e2f1f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.546218951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b544be49-5fd1-478b-ae42-0fbd10040251","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.548792496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f7b3412b-a14d-4bae-b008-96183e2f1f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.690024311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"acc52c28-9d4c-4379-a84a-03af6fc98e4f","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.69005182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"acc52c28-9d4c-4379-a84a-03af6fc98e4f","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.749076198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"66aded98-9569-44a4-94f3-ea374155715f","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.749103535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"66aded98-9569-44a4-94f3-ea374155715f","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.749440484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"af0ab502-b940-4dd7-bffb-c2d99b6b7a65","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:57.954611504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"7c5c4c6f-4677-4e2c-8bae-eb8e34e47cd7","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.39492241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"02984d09-7942-46b2-969e-0222b35585f1","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.394998217Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.450747884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"68812cd4-6e67-45d4-bb22-cd89b27d0e87","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:58.503119968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"71cf60dc-f805-4b31-a439-1b307670d871","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.546916869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"816af579-344c-48d0-81b1-23b96f064b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.546940787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f37a56ba-11c1-421f-b2c2-96f07535f94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.602493221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"816af579-344c-48d0-81b1-23b96f064b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.602537749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"f37a56ba-11c1-421f-b2c2-96f07535f94d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.616641916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"99f4b35b-eaed-4b46-8f13-4efeb92aa0bb","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.67800926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"3c5494d6-a59e-4656-8ae5-57f6af6c010b","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.690296859Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]","namespace=ai-tenant-e2e-worker-w0-6fa7dd priority=0:[ai-tenant-e2e-worker-w0-6fa7dd/e2e-model-match-sub ai-tenant-e2e-worker-w0-6fa7dd/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.69052045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"99a1ff39-9cf3-4457-ab4c-0fd8f83f92a8","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.746882405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"6b5fb3b3-9181-4a11-9929-3a8c3c889dee","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.800452836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"4ce98140-7a1d-4bc8-b9cb-4037b47a4e3f","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:58.801325181Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-6fa7dd/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.855796941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"ab032272-1ec3-4b8c-99cd-8592d649b867","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.886192445Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"62345257-acce-49d6-936f-b5bd326c85b5","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"distinct-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.960608337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f6733a9d-1a15-4e5e-ac50-b59508a49f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.960608106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c72c3ca-611f-4651-9d2f-6ba78bf7e5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:58.994427763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"5a0c2356-f3cc-47e5-8ce8-b0a817535c76","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.016150016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c72c3ca-611f-4651-9d2f-6ba78bf7e5b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.016234416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f6733a9d-1a15-4e5e-ac50-b59508a49f50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.050837569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"65ffd6f2-8cb4-48f9-af8d-56604941ac02","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.062429204Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"9b911722-d8c3-4141-ac76-459cc5c497aa","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-2-w0-6fa7dd","model":"distinct-2-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:59.1023727Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"65ffd6f2-8cb4-48f9-af8d-56604941ac02","name":"distinct-w0-6fa7dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:59.102449213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"65ffd6f2-8cb4-48f9-af8d-56604941ac02","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.10770078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"5e823509-a0fb-4aaa-9696-0e6020322305","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.223740766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"637220ef-5618-43d4-844d-f6016c2cd3c9","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.247548882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"6accbcf5-8bfe-40af-aee4-0604c1d4b06c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.247610564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"22e18dda-3d62-44af-8f5f-53aea4668c2d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.302906571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"6accbcf5-8bfe-40af-aee4-0604c1d4b06c","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.303877562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"5cbcb518-e953-421e-97f1-8fd1c4fd4dcd","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.361770543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"b676fad9-da71-4b7a-873a-9854bdd3b156","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:59.414527075Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"b676fad9-da71-4b7a-873a-9854bdd3b156","name":"distinct-2-w0-6fa7dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:18:59.414695915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"b676fad9-da71-4b7a-873a-9854bdd3b156","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.414917606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"a6f601bd-ddbf-458b-8ab2-8f98130d5d6f","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.418424139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d72e45ea-293b-41d2-88a9-9376b6170971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.419082978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8275c4d3-d295-4241-a11a-b9c5292aba2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.421597983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"5c769835-9dce-479e-b279-13c60ef4084b","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.424742416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"1380d483-c4c0-49dd-a2c6-2f2285e853f6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-2-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.473935785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"d72e45ea-293b-41d2-88a9-9376b6170971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.474371113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8275c4d3-d295-4241-a11a-b9c5292aba2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.60942268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"7e748841-99c3-4cd8-a083-38c4731b7a21","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.612441537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"3b81dd0f-ab48-4dd6-9a73-2365eda67001","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.613095103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"196cbef1-2dca-4395-ad39-4ef2d076ae33","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.717900328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"3b81dd0f-ab48-4dd6-9a73-2365eda67001","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.778253142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"ad073c32-c878-49f9-a952-1692b605ec7c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-2-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.882855604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9485fba0-eff8-4859-9cdf-99f2075b13a5","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.936474463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"4fd3e2cd-f13e-4b3a-8ee2-7723680220a6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.986840847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"359c18c5-2a06-4790-8668-b7aee2b95cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.986840351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"621ba91b-2bbb-480d-af2e-959d4a3008ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:18:59.991999334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"4fd3e2cd-f13e-4b3a-8ee2-7723680220a6","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.042366208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"359c18c5-2a06-4790-8668-b7aee2b95cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.043056109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"621ba91b-2bbb-480d-af2e-959d4a3008ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.043528392Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"6c271c71-fb23-4cf6-8476-42b0a15b01a6","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.183805225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"bebb6b61-f376-4083-9a0a-2c7f298975c6","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.183934418Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"bebb6b61-f376-4083-9a0a-2c7f298975c6","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-4c5b94\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.355760918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"e5040089-8643-44bd-801c-944a641e1545","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.447933153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"54394f66-3600-4797-bdb8-67a324ea215c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.456638616Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"83e1e254-d447-4dcf-a067-cb6b9387e386","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.497469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"82a8a1e8-d17c-48cb-a6dd-9c30bd04e954","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.503111759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"54394f66-3600-4797-bdb8-67a324ea215c","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.55343212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"82a8a1e8-d17c-48cb-a6dd-9c30bd04e954","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.60375751Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"82a8a1e8-d17c-48cb-a6dd-9c30bd04e954","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.656938244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e7341bce-b078-4249-974b-1543da3f9bc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.656970939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"7ab808bd-7c64-4b1c-9d5a-e31715530ee6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.657440352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f004d118-70a9-4922-827b-694b7e570977","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.668811897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"a2026b25-f35b-421c-aa6e-6dfe632dbf60","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.668836709Z","body":"HTTPRoute references correct gateway but the gateway has not accepted it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"a2026b25-f35b-421c-aa6e-6dfe632dbf60","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"gatewayReason":"NotAllowedByListeners","gatewayMessage":"hostnames matched parent hostname \"\", but namespace \"e2e-extmod-rec-noaccess-4c5b94\" is not allowed by the parent","routeName":"external-model-e2e-rec-recover-2046ba-2447de612269","namespace":"e2e-extmod-rec-noaccess-4c5b94","model":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.712190361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e7341bce-b078-4249-974b-1543da3f9bc4","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.712279942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"7ab808bd-7c64-4b1c-9d5a-e31715530ee6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.714566658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f004d118-70a9-4922-827b-694b7e570977","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.836460847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cc55b-ca90-4d70-b2a6-ddbb909dbb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.890084871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cc55b-ca90-4d70-b2a6-ddbb909dbb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.940021038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"93b58ec3-fc69-4e4b-84d1-6a8e739fb750","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ed2d93ad","tenantID":"e2e-ait-ed2d93ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.94034707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cc55b-ca90-4d70-b2a6-ddbb909dbb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:00.990747226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128cc55b-ca90-4d70-b2a6-ddbb909dbb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.032606847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"96ed913b-1aa4-4073-80f5-ec1454d477d9","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.040851758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"82daf345-e3db-401b-8f3a-4c89612c8b23","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.096756212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"82daf345-e3db-401b-8f3a-4c89612c8b23","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.103897042Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"93b58ec3-fc69-4e4b-84d1-6a8e739fb750","name":"e2e-ait-ed2d93ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.141269019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a2249e58-2dc6-45d3-bb4e-6bfbd23afbbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.188948209Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"61ce50e4-94df-4d20-873d-1e7d52e133bb","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba7c3b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.197824051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a2249e58-2dc6-45d3-bb4e-6bfbd23afbbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.252725387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"0e74b3bf-173b-4420-8195-53e25c95e33d","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.252803655Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a2249e58-2dc6-45d3-bb4e-6bfbd23afbbe","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.300888697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ae8e0f29-119c-43dc-9980-85b8fe61d433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.300888649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"a5afaa6e-8afc-4b6e-922f-dbb1bfbeb513","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.301622589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fadca5b7-010d-4270-a96f-df89095482ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.304627409Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ef676b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ef676b77","reconcileID":"0c14d5f5-ea29-4d60-95c0-cdade6f600ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ef676b77","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-ef676b77":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.39461639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ae8e0f29-119c-43dc-9980-85b8fe61d433","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.396202698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"a5afaa6e-8afc-4b6e-922f-dbb1bfbeb513","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.397092182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"fadca5b7-010d-4270-a96f-df89095482ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.649710072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"2c9b53da-1530-4063-8872-ce26aa699c6d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.65883064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"d3a898b8-20bc-4ff5-a8a6-66923186b3a9","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.708079426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"2c9b53da-1530-4063-8872-ce26aa699c6d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.75479646Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"2b96c62f-a0f3-4d0e-8dde-993c9fb3cf4d","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.810297909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"ee71c6a9-4873-4256-ba5f-3ddd174262a5","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.872066967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"07066bd6-147b-4ef7-b7ff-4f153859c83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.872445119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ae8bf640-c680-45c4-a270-05faf1a36ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.872902273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"cf176a99-5096-46f9-a6b0-2405363c07eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.927067779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d53f5c31-407c-4587-bf75-03737d28e7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.931414134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"07066bd6-147b-4ef7-b7ff-4f153859c83c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.931584396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ae8bf640-c680-45c4-a270-05faf1a36ff1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.933800761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"cf176a99-5096-46f9-a6b0-2405363c07eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:01.982806751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d53f5c31-407c-4587-bf75-03737d28e7ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.07127278Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"4e5c725d-6ed4-4c79-874c-f07a99886b49","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.131360025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e67bb218-641b-4a28-bf76-7331ad7ef99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.186711601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e67bb218-641b-4a28-bf76-7331ad7ef99e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.442076477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"739a0842-5834-4a99-b129-0cbad6b8db13","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.442115563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d28201b9-b376-4bfe-9fdb-9874deba0521","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.491484851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"2cfba286-bf29-4724-8c68-091e14a478e9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.491516387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"6250afa9-0d13-45ec-8210-6a7a36a714db","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.498471757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"d28201b9-b376-4bfe-9fdb-9874deba0521","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.498638743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"739a0842-5834-4a99-b129-0cbad6b8db13","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.547232353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"6250afa9-0d13-45ec-8210-6a7a36a714db","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.547239841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"2cfba286-bf29-4724-8c68-091e14a478e9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.575284307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4f74ee-1d28-48cb-a86d-6e0fe687a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.632275468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc4f74ee-1d28-48cb-a86d-6e0fe687a0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.924742696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa5a1d-a4b4-4006-bece-89f44426004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.925169222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9727c3d6-f2ae-4f96-b484-61c5d4580a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:02.975260579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa5a1d-a4b4-4006-bece-89f44426004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.025667813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa5a1d-a4b4-4006-bece-89f44426004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.076896254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9aa5a1d-a4b4-4006-bece-89f44426004c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.086774239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9727c3d6-f2ae-4f96-b484-61c5d4580a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.129898145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"37d033b7-bbcc-41ec-b3c3-4f76b81cd2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.130154332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2cf9604b-48cc-49b7-887b-18d3cf283c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.185324002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"56af520b-2cb7-4a31-be77-b46efecc8a42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.200794411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"37d033b7-bbcc-41ec-b3c3-4f76b81cd2bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.201502146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2cf9604b-48cc-49b7-887b-18d3cf283c8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.24448584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"796aa180-8222-4bf5-ad68-dbfaa21e12c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.248774074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"56af520b-2cb7-4a31-be77-b46efecc8a42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.300286037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"796aa180-8222-4bf5-ad68-dbfaa21e12c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.394541727Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"796aa180-8222-4bf5-ad68-dbfaa21e12c4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.647027566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"def9b6c5-4daa-4f11-baf9-b1d5a3315eea","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.703781795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"def9b6c5-4daa-4f11-baf9-b1d5a3315eea","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:03.843870004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9e1f65d1-44b0-4a05-94ef-a336aa277e02","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.017695594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e465-3eab-48dc-bdb1-5b0307619495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.068639997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e465-3eab-48dc-bdb1-5b0307619495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.119486297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e465-3eab-48dc-bdb1-5b0307619495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:05.169745916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e12e465-3eab-48dc-bdb1-5b0307619495","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.069758247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af07f2-ccf7-4c37-ad63-e5f0e34542a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.120013132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af07f2-ccf7-4c37-ad63-e5f0e34542a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.169920746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af07f2-ccf7-4c37-ad63-e5f0e34542a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.222265188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9af07f2-ccf7-4c37-ad63-e5f0e34542a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.79336699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"f081b21e-04c9-4c5f-b35a-f38756b49c8f","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscription":"e2e-rate-iso-a-92d423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.843941296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"f081b21e-04c9-4c5f-b35a-f38756b49c8f","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:07.895021954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-92d423","reconcileID":"f081b21e-04c9-4c5f-b35a-f38756b49c8f","MaaSSubscription":{"name":"e2e-rate-iso-a-92d423","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.18689084Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.187050767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"078189dd-bdc0-4955-b972-cc83c4b71164","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.187269784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"078189dd-bdc0-4955-b972-cc83c4b71164","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.254655321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"8c22ea88-00de-46dc-822b-9cc336b3892f","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.368356608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"88ba9fd3-7c03-4de3-8a6e-17d7041483b1","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:08.368468744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"88ba9fd3-7c03-4de3-8a6e-17d7041483b1","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.239991441Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"7fdff0f6-1aea-4a13-9a90-1cc469a75485","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.291821299Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"7fdff0f6-1aea-4a13-9a90-1cc469a75485","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.345994723Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-sub","reconcileID":"7fdff0f6-1aea-4a13-9a90-1cc469a75485","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.645033973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"f5bf86eb-a982-405a-aa3d-bdf0efdb6610","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.650361585Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.816188181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"d1cd108a-323c-46fb-b0b7-01654904d0c9","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.97899969Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"ca131189-bd10-4091-81f3-3c36bda3d864","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.98442501Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"85539c53-5ffd-45a8-839b-274c88b3316f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90361217","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:11.996068873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"90faeeeb-c6ba-4923-b653-a2ce67ed1b2a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.031094514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dbe8abcd-150c-4243-9611-8b2ca2b4a175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.032054389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a0522b80-149b-48ec-988b-33163fc044c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.056518615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"50592cb6-d306-464d-8914-9ccd318c0469","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.061129928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"90faeeeb-c6ba-4923-b653-a2ce67ed1b2a","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.092066079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"dbe8abcd-150c-4243-9611-8b2ca2b4a175","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.092305897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a0522b80-149b-48ec-988b-33163fc044c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.117060179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"50592cb6-d306-464d-8914-9ccd318c0469","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.530443657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"d53f963e-7602-4f14-88da-2269e516ee57","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.585821554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"d53f963e-7602-4f14-88da-2269e516ee57","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.629662527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"99f9b120-407a-4ee0-9aa0-8c5412c39f17","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.629829165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c1570fa5-4122-42ef-ad2b-1349b36f9aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.629666276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"58d20f77-305e-4f44-be4e-9b62d8e42ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.647672521Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"0188d070-3811-4ed2-8bdb-09ebed801784","MaaSModelRef":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.685836358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"58d20f77-305e-4f44-be4e-9b62d8e42ac7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.686842342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"99f9b120-407a-4ee0-9aa0-8c5412c39f17","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.688371175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c1570fa5-4122-42ef-ad2b-1349b36f9aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.699744791Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"e5f7ad3e-4c8c-4267-b2e5-7cada57c3a3d","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.901357836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6e88d5d0-f7d6-4ed1-869b-286786f0b84f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.906041638Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"e4f95cbf-0ac6-440d-82e4-5f493ce35151","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:12.956884982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6e88d5d0-f7d6-4ed1-869b-286786f0b84f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.007333886Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6e88d5d0-f7d6-4ed1-869b-286786f0b84f","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.066268941Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.368253142Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"cbfc78cd-adc4-465a-bf7a-bcd7f53ecf9d","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.475667295Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"1b2f13a9-34bd-481c-85ca-a312fd2086eb","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.550900637Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"c7f89acc-9069-42ef-8232-51cc5e080dcb","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.633510904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"b72fc0f4-d24d-46bb-89aa-ff800e455721","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.63354507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"07ec8466-d1bd-45e3-a05e-ee95b2d462f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.651351614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"1b1e0f99-08d3-4000-9995-4654cca953d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.651358865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"b9386ad1-3325-466f-a8ad-8153feecccd7","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.663056972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0161f149-765d-44d8-a940-c22258eaffe4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.690149003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"b72fc0f4-d24d-46bb-89aa-ff800e455721","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.69015417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"07ec8466-d1bd-45e3-a05e-ee95b2d462f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.690272526Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"07ec8466-d1bd-45e3-a05e-ee95b2d462f0","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.71110119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"b9386ad1-3325-466f-a8ad-8153feecccd7","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.711491773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"1b1e0f99-08d3-4000-9995-4654cca953d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.719946949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0161f149-765d-44d8-a940-c22258eaffe4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.766463492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-2046ba","namespace":"e2e-extmod-rec-noaccess-4c5b94"},"namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","reconcileID":"9f7ddd94-ee89-4879-946b-e7e78a89fdb7","namespace":"e2e-extmod-rec-noaccess-4c5b94","name":"e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:13.952690794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"08933d42-d5c4-439b-88cd-ca67be8559ab","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.003691884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a61adff-b27c-480e-bdff-eb775b4fe15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.064077699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a61adff-b27c-480e-bdff-eb775b4fe15f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.206327206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0925c5-ecab-497f-b0f4-f960fc5be293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.261549845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6f0925c5-ecab-497f-b0f4-f960fc5be293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.304984978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"be30f8e5-2e9e-463d-baaa-fd88c4affa66","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.305165367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"09ab0906-be97-4388-95d8-e182180d17c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.304980723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"eab569bd-7907-4cef-a915-7cdb7e808251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.360977628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"09ab0906-be97-4388-95d8-e182180d17c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.362247682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"be30f8e5-2e9e-463d-baaa-fd88c4affa66","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.363386902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"eab569bd-7907-4cef-a915-7cdb7e808251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.511904154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f402d3d1-a474-4edf-83ee-6aa411c3dfac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.567433672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f402d3d1-a474-4edf-83ee-6aa411c3dfac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.567464171Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f402d3d1-a474-4edf-83ee-6aa411c3dfac","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.711751436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"662a9b21-9d40-4d43-ba13-cc44fae18bfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.713693158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7a06bdfc-ff9e-4dd1-bec1-1700e6473c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.713750296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f4387ce2-71ca-4ff9-b9b2-e62f46f653b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.767256979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"662a9b21-9d40-4d43-ba13-cc44fae18bfa","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.76916075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7a06bdfc-ff9e-4dd1-bec1-1700e6473c3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.769533602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f4387ce2-71ca-4ff9-b9b2-e62f46f653b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.863551542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c3e1e3aa-23c2-4d1e-8840-36d8d3b49f75","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:14.91887442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c3e1e3aa-23c2-4d1e-8840-36d8d3b49f75","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.11814519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9e6e697c-31c5-4819-9b3f-95123e51289f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.169191129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"ac24ddfe-123c-4f8b-8456-d017fef5eb79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.173194343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9e6e697c-31c5-4819-9b3f-95123e51289f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.218430203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"f0feb10b-2648-4e03-9654-7acd9d54e875","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.224571199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"ac24ddfe-123c-4f8b-8456-d017fef5eb79","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.268733062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0ad3b0aa-7550-4de9-aa97-46f95bf5a68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.274028888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"f0feb10b-2648-4e03-9654-7acd9d54e875","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.324497709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"0ad3b0aa-7550-4de9-aa97-46f95bf5a68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.468276662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1a49c016-795e-46c6-b5cb-3ea1517a31a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.523502574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1a49c016-795e-46c6-b5cb-3ea1517a31a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.622292426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"bae8e143-b393-4973-8cad-e0438ed79501","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:15.677651122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"bae8e143-b393-4973-8cad-e0438ed79501","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.525644066Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"b7d98beb-9ab1-4f28-91fa-4f8fb8b7d577","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscription":"e2e-rate-iso-b-92d423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.576198546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"b7d98beb-9ab1-4f28-91fa-4f8fb8b7d577","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.627282876Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-92d423","reconcileID":"b7d98beb-9ab1-4f28-91fa-4f8fb8b7d577","MaaSSubscription":{"name":"e2e-rate-iso-b-92d423","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.892613167Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.89271603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"516f7688-9e46-408d-a7f4-15768ccd7bd4","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:18.892732967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"516f7688-9e46-408d-a7f4-15768ccd7bd4","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.211471122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"271b6231-8989-4e5e-8f0f-822ab913ea08","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.211490013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"271b6231-8989-4e5e-8f0f-822ab913ea08","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.26759914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ac2e7739-d7ff-4889-a9b6-b44d54bfd372","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.267618959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"ac2e7739-d7ff-4889-a9b6-b44d54bfd372","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.369142828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"aace2f8d-25f1-4514-9234-8107e85b2158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.496384475Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"aace2f8d-25f1-4514-9234-8107e85b2158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.550114177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"aace2f8d-25f1-4514-9234-8107e85b2158","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.605760655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"2e01daad-ed94-40b1-9531-41178296a13c","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:19.605784264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"2e01daad-ed94-40b1-9531-41178296a13c","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.035367339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"16a3f4d9-7aa6-45b8-8f82-0b711380b78c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.085921078Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"16a3f4d9-7aa6-45b8-8f82-0b711380b78c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.13657069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-sub","reconcileID":"16a3f4d9-7aa6-45b8-8f82-0b711380b78c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.40136845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"e42ddf60-558d-4849-a835-db86f4db5c19","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.401729162Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.54712553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"1c66be6f-6f22-4c26-8309-c633c508f616","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.662090366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"32233e31-c20b-459e-822e-6e42101db93f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.664623839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"76d2f596-9ff1-43a0-8ae5-b17e8271d6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.666350163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"8ca11342-c3a8-4aea-b1d8-3e30dd5e2985","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.666381089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"63e1bf89-d1d8-43fc-a631-1e28ab341a38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.719145241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"32233e31-c20b-459e-822e-6e42101db93f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.722457957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"76d2f596-9ff1-43a0-8ae5-b17e8271d6ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.722834644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"8ca11342-c3a8-4aea-b1d8-3e30dd5e2985","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.72496349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"63e1bf89-d1d8-43fc-a631-1e28ab341a38","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:22.922129198Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-match-auth","reconcileID":"7d97cdd5-afba-457a-9caa-7a8e202c5d08","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.129908183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"6f0a7039-4957-4807-8648-f0c2f63557a1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.178655967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"c5d6fe12-b16c-4634-9530-54f18fc3f07a","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.185869263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"6f0a7039-4957-4807-8648-f0c2f63557a1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.316628607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"e5c001e6-577c-4ff0-9812-4494e9bbbb93","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.386063578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-model-nomatch-auth","reconcileID":"cef514cc-deda-4d76-85dc-276c602f52b1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:23.540567567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"3e1178c8-4c3b-4482-b968-2da2a54d441a","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:24.055768466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"b9a8f839-c1c5-43e0-b833-cc640e2ae928","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.775177993Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"af7befda-fda3-4584-afd6-f5edb767ff68","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"routeName":"external-model-e2e-rec-ctrl-fc15a9-71444b140b41","namespace":"e2e-extmod-rec-user-b055f8","model":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.7755377Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"5f23261d-2b84-4e07-9c34-bd77e0458e5c","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","error":"MaaSModelRef not found: e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.786195748Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"209367d6-fc82-47aa-8379-eae1049178e3","namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:25.903972331Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"af7befda-fda3-4584-afd6-f5edb767ff68","name":"e2e-rec-ctrl-fc15a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-fc15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:25.90405895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"af7befda-fda3-4584-afd6-f5edb767ff68","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-fc15a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:25.9046475Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:26.045857037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"c8cc5b84-ec3c-4a03-b8ba-d559a416be24","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.094965989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"2c15d7d9-d16a-4a52-96d6-d382035b7880","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.102025108Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"e0bbb9cd-e391-49b7-832f-1d4931609f30","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","error":"MaaSModelRef not found: e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.123889377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-fc15a9","namespace":"e2e-extmod-rec-user-b055f8"},"namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","reconcileID":"74ee20bc-8663-495c-8408-e9c481b11912","namespace":"e2e-extmod-rec-user-b055f8","name":"e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.150583005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"2c15d7d9-d16a-4a52-96d6-d382035b7880","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.150622161Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"2c15d7d9-d16a-4a52-96d6-d382035b7880","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.156551483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c136206e-70a3-48b8-a9ba-3299ac653ed1","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.156981023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"05271bcd-55f3-435c-a77f-abab07b2fc36","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.15974565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0ebf5384-80c6-4663-8904-36044ecae2e9","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.16006416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"30372e61-3646-440f-af15-2a9c4b84e86c","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.205176338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"4c7d48c7-3adb-490c-9e9e-bc7a0fd0ee03","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.206094473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ee2c1e07-714c-4f77-b549-1ea58c5702a0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.20773591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"20b79d59-f89c-44b9-bc71-63ec90ac0773","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.215018451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"c669bb78-2686-44d0-a93b-d09e9175050a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.21991029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f3e9b95d-265f-472b-8f7a-cc1f168c2594","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.220481092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"22d6fbd9-90a4-4351-a0ea-a5e9bc6c5cb6","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.296127993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"20b79d59-f89c-44b9-bc71-63ec90ac0773","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.300076714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"c669bb78-2686-44d0-a93b-d09e9175050a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.303912512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"4c7d48c7-3adb-490c-9e9e-bc7a0fd0ee03","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.307514939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ee2c1e07-714c-4f77-b549-1ea58c5702a0","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.400011472Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"20b79d59-f89c-44b9-bc71-63ec90ac0773","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.455923924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c8e27a51-e488-4d73-8c54-eec28f0a8c74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.535884457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c8e27a51-e488-4d73-8c54-eec28f0a8c74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.598055156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c8e27a51-e488-4d73-8c54-eec28f0a8c74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.61163197Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"9d6f9432-5907-4464-a404-98645ffbf0a3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.767048999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"9d6f9432-5907-4464-a404-98645ffbf0a3","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"distinct-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.803014665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd04dc46-3b34-42af-9e74-8c94f3f5c030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.818006549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b5fcf6d4-4143-469b-90b4-e8fd5724bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.849613218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"33f02244-b859-4159-905d-9208531a9ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.869385154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ba8bfa41-bc5d-435b-9051-c28e7ac1b64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.876195938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd04dc46-3b34-42af-9e74-8c94f3f5c030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.901023655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b5fcf6d4-4143-469b-90b4-e8fd5724bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.930281188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"f968aa5c-27f0-47e1-91e9-4323fe6eb215","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:26.994528113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ba8bfa41-bc5d-435b-9051-c28e7ac1b64a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.025691497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"f968aa5c-27f0-47e1-91e9-4323fe6eb215","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.025748041Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"f968aa5c-27f0-47e1-91e9-4323fe6eb215","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.049877848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"50233294-0ff5-4718-a110-88719819c2e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.133222446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"f6fbb09e-57df-432b-893a-e6f8449d9d9f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.153067455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"50233294-0ff5-4718-a110-88719819c2e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.15449816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"1eb1b173-54e9-4527-b011-56a1f18cd550","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.209773861Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"50233294-0ff5-4718-a110-88719819c2e9","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.318960669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"71824a72-a0fc-4721-a844-70d9a8cfdf7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.358803539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"cfa82e31-b4df-4a98-bd2a-27a1a1a829ec","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.375033648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"71824a72-a0fc-4721-a844-70d9a8cfdf7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.413006162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d1bec152-f186-4ac5-9645-f1b5e40c418d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.474060079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d1bec152-f186-4ac5-9645-f1b5e40c418d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.514853202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"cfa82e31-b4df-4a98-bd2a-27a1a1a829ec","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.565610827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ba036caa-9c0a-4284-800f-aa55a91dc25d","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.630560348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ba036caa-9c0a-4284-800f-aa55a91dc25d","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.670927263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ad6c672e-7a73-4dbb-b1c8-482c4e70e4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.731418035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ad6c672e-7a73-4dbb-b1c8-482c4e70e4b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.763543083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"241efa2e-9e22-4f67-bb57-52104148517a","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.773749654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"246547ed-5769-4b1a-94cc-37e58fbe3652","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.807885282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164fab0c-8390-4d9e-8f00-2ec3164ba083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.835138925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"246547ed-5769-4b1a-94cc-37e58fbe3652","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.87268998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164fab0c-8390-4d9e-8f00-2ec3164ba083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.921954422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"2e4809ef-d03e-4d01-b65a-5a548d728688","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:27.978325715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"2e4809ef-d03e-4d01-b65a-5a548d728688","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:28.34900947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"0fcaf8d0-5f90-44d5-a09a-a785584f27a0","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:28.508969775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"95c91969-af6a-4115-b022-6124bcc7fd09","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:28.56521628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"95c91969-af6a-4115-b022-6124bcc7fd09","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.240166026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c30215a-adb3-4df4-b690-995e2089f26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.240361955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"42107123-1c79-4cf8-a706-d17159685d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.240649473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"b6c45db4-8b8d-4aaa-9fbc-b05ee2ce9d1e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.303287181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"5d82d865-358e-4b3e-a5a5-baaabb363b4a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.308265481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"42107123-1c79-4cf8-a706-d17159685d59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.308505866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1c30215a-adb3-4df4-b690-995e2089f26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.311282798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"b6c45db4-8b8d-4aaa-9fbc-b05ee2ce9d1e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.363495709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"5d82d865-358e-4b3e-a5a5-baaabb363b4a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.417441259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"5d82d865-358e-4b3e-a5a5-baaabb363b4a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.457975735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"19ebdbe1-7e7c-46dd-bf86-a4f95d24e97e","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.47350206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"80e1031e-d8ea-4e3c-8080-6d55605763dd","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.473520028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"80e1031e-d8ea-4e3c-8080-6d55605763dd","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.511223762Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-auth","reconcileID":"ad830791-d4dc-4ec8-9be1-9d574830e369","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.666700211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"c7727b84-a769-46ce-b5a8-5d3928e4d235","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.816394342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"4c8eceb6-d6dc-4ddb-8c76-ec3f754ce004","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.816904892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"2887d15d-f4eb-4230-8c57-c58f7768a69c","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.96663138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1731e1e9-846c-44c0-b9d1-e718bd0ac582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:29.966630033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"57381252-3edb-4dc6-aafd-71434ebd84fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:30.025559627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1731e1e9-846c-44c0-b9d1-e718bd0ac582","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:30.025652527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"57381252-3edb-4dc6-aafd-71434ebd84fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.588882765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"fd42d4d5-6ecf-42d8-899b-6c968f72a0b5","namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.644668958Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"0a9d5b21-2a27-45ff-ae1a-a573720ae0dc","namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.692977326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"ff8c7144-cdde-4e3b-82b3-48c29e44c66d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.740347553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d9d23737-62b5-486e-92a2-4ce8e486d7a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.742386343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcbfab3b-19c2-4245-97e2-339991a5a06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.74307837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b060c0c-ea26-4e54-8081-a550d0ed635c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.748447359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"ff8c7144-cdde-4e3b-82b3-48c29e44c66d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.796091234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d9d23737-62b5-486e-92a2-4ce8e486d7a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.800799119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b060c0c-ea26-4e54-8081-a550d0ed635c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.801162021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bcbfab3b-19c2-4245-97e2-339991a5a06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.802321168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"ff8c7144-cdde-4e3b-82b3-48c29e44c66d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.891720301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"96dc0b9e-987b-4e06-b045-0c306760ae32","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.947306208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"96dc0b9e-987b-4e06-b045-0c306760ae32","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.954375045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"91f0fd28-18c9-4785-b35e-d4340e4eba81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:33.969264463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"3e0e0112-8606-4871-b67f-2a6122975ab8","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.009460727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"91f0fd28-18c9-4785-b35e-d4340e4eba81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.128112979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"cbf4dc3f-d102-487a-89ae-74afeb34c277","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.147642989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"784c92b6-02ca-413f-b3ab-37a16e5a4238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.202624808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"784c92b6-02ca-413f-b3ab-37a16e5a4238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.22805445Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"dbe63421-0d85-4dc9-b924-32dabd2acfcb","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.299655549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6c10ce90-9b21-4a9c-ab0d-9fba8390d453","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.299753339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"8074423e-fd9b-4afd-8777-d7a47d42be71","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.328384276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"a1a42761-95e7-45be-8f06-131d5832b417","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.349985491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bccf2cf0-f26b-4717-b2a4-ad405dabfb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.355649125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6c10ce90-9b21-4a9c-ab0d-9fba8390d453","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.355714734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"8074423e-fd9b-4afd-8777-d7a47d42be71","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.444791766Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"6c10ce90-9b21-4a9c-ab0d-9fba8390d453","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.447255298Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"8074423e-fd9b-4afd-8777-d7a47d42be71","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.447671895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bccf2cf0-f26b-4717-b2a4-ad405dabfb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.708625144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cb981135-110c-4aa0-af69-3001c43b5815","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.758066833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c23feb73-dd1f-4452-a99a-7339812aba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.76446524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cb981135-110c-4aa0-af69-3001c43b5815","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.813737967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c23feb73-dd1f-4452-a99a-7339812aba30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.855592357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1344c2-d6c8-47a9-9c29-d13320573f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.857836436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e978ab00-2f93-469d-8bc3-c97925a2ea35","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.910998444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1344c2-d6c8-47a9-9c29-d13320573f3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.913266065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e978ab00-2f93-469d-8bc3-c97925a2ea35","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:34.957235505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"68778e91-ac61-4520-8e5f-8f2c059caa84","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.012662891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"68778e91-ac61-4520-8e5f-8f2c059caa84","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.127223173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c1c2d1f6-75eb-4878-89a1-a553bbbcd6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.174012276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"05bea822-9814-4e44-a3f6-6fe9195c427e","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.177602893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c5222019-ac54-4ebe-86ec-ffffa03219cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.182864867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c1c2d1f6-75eb-4878-89a1-a553bbbcd6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.23271222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"c5222019-ac54-4ebe-86ec-ffffa03219cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.236683934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c1c2d1f6-75eb-4878-89a1-a553bbbcd6e8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.269712575Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"101a5c52-c066-4f32-9e31-062b1dbfb230","namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.337265826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"5231b239-7b09-43d3-8399-0854f4fc69bf","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.34629936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"5231b239-7b09-43d3-8399-0854f4fc69bf","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.425593347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b1fe6e73-f354-4705-819e-5e43b23c87d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.439585039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"95ecb24c-3c66-44a1-a289-11cfe91671be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.4478523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6949f318-4d76-40c0-8d5b-31764fff3565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.480650007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b1fe6e73-f354-4705-819e-5e43b23c87d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.493656138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"9389cbed-9683-4ef1-9650-82a5026e9de8","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.494677048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"95ecb24c-3c66-44a1-a289-11cfe91671be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.502955891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6949f318-4d76-40c0-8d5b-31764fff3565","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.534537848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b1fe6e73-f354-4705-819e-5e43b23c87d7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.548296283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"9389cbed-9683-4ef1-9650-82a5026e9de8","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.826819755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cf8c9593-c40b-4b6a-b176-f4ee63504ee8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.881949143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"cf8c9593-c40b-4b6a-b176-f4ee63504ee8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.882355503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"334e3ca6-a481-4b75-98e8-ab0e96244a74","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.894723808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91c37c44-7b36-470b-bb16-2974db1cbcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.937589806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"334e3ca6-a481-4b75-98e8-ab0e96244a74","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.949674661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91c37c44-7b36-470b-bb16-2974db1cbcf5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.957945867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"c6dd68f5-b94d-4741-843d-ddf047949f59","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.957963939Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"c6dd68f5-b94d-4741-843d-ddf047949f59","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:35.996361414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"37f71923-6c06-4594-b236-6dec4b59ead2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.051266874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"37f71923-6c06-4594-b236-6dec4b59ead2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.249733699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58009cd7-7f38-46e4-bac4-61bc40b4a8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.260479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"1ebea8e5-b876-4957-a1dd-03adacfd721e","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.30645049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58009cd7-7f38-46e4-bac4-61bc40b4a8da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.316522614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"1ebea8e5-b876-4957-a1dd-03adacfd721e","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.349886735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5bf98168-8a18-49d2-8443-5fcfafd955f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.387355166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2f4694b5-bb4e-4074-9802-a295a3ecba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.40626192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"5bf98168-8a18-49d2-8443-5fcfafd955f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.454166325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"2f4694b5-bb4e-4074-9802-a295a3ecba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.709170343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2e67209e-e2fc-49c3-801f-6b7be9bfe140","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.764535714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2e67209e-e2fc-49c3-801f-6b7be9bfe140","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.818424743Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2e67209e-e2fc-49c3-801f-6b7be9bfe140","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.893668192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"78364582-cb05-4603-a14a-0ade87c68647","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:36.948693809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"78364582-cb05-4603-a14a-0ade87c68647","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:37.002529744Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"78364582-cb05-4603-a14a-0ade87c68647","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.863747817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.915912423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"862daa11-7593-49b3-8761-50a35db167db","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.915938519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"862daa11-7593-49b3-8761-50a35db167db","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:39.975495129Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"4521af12-9df7-4c7e-b641-fb741be4a034","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.076671492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"fffea109-ae68-4e1a-b646-0eac7d901f8c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.07669766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"fffea109-ae68-4e1a-b646-0eac7d901f8c","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.179357682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"0686912e-e0f6-44ca-b289-5b6098f57c8a","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.179383754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"0686912e-e0f6-44ca-b289-5b6098f57c8a","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.186887106Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"4521af12-9df7-4c7e-b641-fb741be4a034","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.186910312Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"4521af12-9df7-4c7e-b641-fb741be4a034","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.216283458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d7c91108-1a3f-4001-b8b3-aa00d240add6","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.216326564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a1e00432-3354-429e-ba78-8508efbf5b01","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.216722666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b57f1fcb-28cc-49b6-86e1-5269bcfeef2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.216783516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"aed05184-7add-4f75-99ce-098da8496303","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.223143465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"8157cd77-482b-4049-84ba-7e995bd5cd6d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.236756815Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"4521af12-9df7-4c7e-b641-fb741be4a034","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.272042951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b57f1fcb-28cc-49b6-86e1-5269bcfeef2a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.272138395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a1e00432-3354-429e-ba78-8508efbf5b01","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.274284429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d7c91108-1a3f-4001-b8b3-aa00d240add6","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.274450226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"aed05184-7add-4f75-99ce-098da8496303","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.278056171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"8157cd77-482b-4049-84ba-7e995bd5cd6d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.281784085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"c52715d7-28f5-49cb-af68-dcf6b1f738f5","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.281803099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"c52715d7-28f5-49cb-af68-dcf6b1f738f5","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.285717582Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"38e09383-d5d3-4906-b351-5a090f349016","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rot-0ea719","model":"e2e-rot-0ea719","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.286617732Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-partial-access-sub","reconcileID":"4521af12-9df7-4c7e-b641-fb741be4a034","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.331153841Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a1e00432-3354-429e-ba78-8508efbf5b01","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.440962332Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"8157cd77-482b-4049-84ba-7e995bd5cd6d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.44348873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"50adffea-77da-4c3e-abf9-9b0ec7fb978a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.444067516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"f0f49a8c-321a-411d-b555-e540a6bbe0ad","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.445150967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"f0f49a8c-321a-411d-b555-e540a6bbe0ad","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.599089668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"5d7ae5e0-8b33-4950-9759-92c8c21a80c2","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.599121881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"5d7ae5e0-8b33-4950-9759-92c8c21a80c2","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.704640355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"6044246b-180a-4e5b-8639-aea119ad461a","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.704663964Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"6044246b-180a-4e5b-8639-aea119ad461a","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.707298173Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.755150926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"012265ed-f3c0-4b36-b057-8d527681a309","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.755482263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"68b83570-54f4-4ffa-9677-83d3d10870fa","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.906841917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"d264a5f7-3904-4512-963d-8bde933045bf","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rot-0ea719","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.947170805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"5b54f8b1-a3c0-4f0f-acb7-fe6c9021ed97","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:40.94721553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"60960370-5c26-4f19-a74e-7238254f1f8e","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.002832144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"5b54f8b1-a3c0-4f0f-acb7-fe6c9021ed97","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.004032635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"60960370-5c26-4f19-a74e-7238254f1f8e","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.045830998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d865de46-1ee0-40ab-b0d3-28d32194cf8c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.049071891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"83186a44-35f9-4636-8501-07cdddbe689f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.049076231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"abd8664a-7731-4084-8ff5-4ffec446e6ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.056466882Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"5b54f8b1-a3c0-4f0f-acb7-fe6c9021ed97","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.100707914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d865de46-1ee0-40ab-b0d3-28d32194cf8c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.105315453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"83186a44-35f9-4636-8501-07cdddbe689f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.105329937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"abd8664a-7731-4084-8ff5-4ffec446e6ec","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.375966238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"356e39fa-e291-4ae5-9490-1f15918fd81e","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.55284284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"3821eeaa-05cf-42b5-8907-09898abc4c82","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.579051683Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.579706022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ae7aec53-dfdb-41a8-84ce-1f0697b47ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.580242179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fd20508e-0129-4eed-a612-70a9a5177869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.629991227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"07eec55f-97df-439a-a74f-ae9d62cbc7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.634381991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"94d3fc1c-a54a-4221-a562-fe69745a7170","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.635464971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ae7aec53-dfdb-41a8-84ce-1f0697b47ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.638131545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"fd20508e-0129-4eed-a612-70a9a5177869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.686075023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"07eec55f-97df-439a-a74f-ae9d62cbc7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:19:41.687044773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"6d2be44b-19b0-490a-bc97-dd16585fc98f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.740722717Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"07eec55f-97df-439a-a74f-ae9d62cbc7ca","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.804893641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"82e123a8-dfcc-462f-a33c-79527bb8af92","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.822241172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"1651f159-bd69-40a6-a92f-b9575269180e","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.858826082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"98c46d17-4681-4cbe-a3f3-08bb3b0749f0","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.87761356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"0f46ac50-4ec3-4413-9a92-645e0a1c79ab","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.998099958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"30ef6bc6-c2e2-4aef-8bf1-2152c0941ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:41.998140443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9e1bea3e-95a9-41c5-a1b2-40c5d36b0fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.097712035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"30ef6bc6-c2e2-4aef-8bf1-2152c0941ff8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.097760623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"9e1bea3e-95a9-41c5-a1b2-40c5d36b0fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.099104157Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"4e0f2842-05ab-44ee-944d-2ded86025c5c","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"distinct-w0-6fa7dd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-6fa7dd/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.14238231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-auth","reconcileID":"6f021ab5-0202-48d0-9a34-d933e00d1d64","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.197964465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f420a52-1143-4b84-909c-b3ea618d17f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.19858388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-auth","reconcileID":"6f021ab5-0202-48d0-9a34-d933e00d1d64","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.248656581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f420a52-1143-4b84-909c-b3ea618d17f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.299246381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f420a52-1143-4b84-909c-b3ea618d17f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.349744416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f420a52-1143-4b84-909c-b3ea618d17f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.355306225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"8e35fd2d-4436-4680-b03f-d5abdb7b9dd3","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.554607391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d8a24069-7197-42a6-a1d3-155f4b635601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.599561553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"6911b8f2-24bb-40d8-991a-6906c801f3c4","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.609895697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"fb24fe6a-255e-496a-aef4-1077a02aa14f","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.61010602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d8a24069-7197-42a6-a1d3-155f4b635601","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.65415827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"903ef82e-91ba-479c-8144-b2354819bf6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.709704623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"903ef82e-91ba-479c-8144-b2354819bf6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.811340764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-auth","reconcileID":"af1b0c95-a7c4-4f1a-8be9-202b454538cd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:42.866809515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-auth","reconcileID":"af1b0c95-a7c4-4f1a-8be9-202b454538cd","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.066542826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.618968272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"61644b24-cc74-4f19-a821-22f33ea22cb4","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:43.737213817Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"f9584c5a-c7d8-40f4-a447-8cd3cd1c7294","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.199919276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8070853e-d179-481b-ba77-67595e8b2b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.250751891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8070853e-d179-481b-ba77-67595e8b2b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.301326531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8070853e-d179-481b-ba77-67595e8b2b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:44.352107112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8070853e-d179-481b-ba77-67595e8b2b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.169074439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-auth","reconcileID":"96588fb5-744a-40ae-acc8-77ba87dcbf24","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-2-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.169185333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"088f7811-e80e-4c34-9099-6fab829a170e","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.313254312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"e285773b-0667-404f-9856-0296bc83864d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.424968127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"37ba13db-ec95-40a4-a9c8-e4a20a5f7bd8","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.483116905Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"e285773b-0667-404f-9856-0296bc83864d","name":"e2e-mt-ef676b77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.575892463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"bd4ed719-a7c0-4265-b192-d7d113debf5d","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.682488927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4e0fba38-5228-4103-9e93-bd0a99845aaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.792754379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4e0fba38-5228-4103-9e93-bd0a99845aaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.84288513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"80b65011-2fc1-44e7-b8f1-0ca283d01ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.843288994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7df482ac-3fd2-494b-b4d0-31193426feea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.846976535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (62dffb85e1bf1659bed8661cce3211d9bccecfed472e1b7bb7998a83f0fef05e) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (3e00a76a4f9304dd23f5d523dfdab39b8b4cd31144cd1bc14b4125f87ba372e4) AuthConfig (e56b1eb01bda33ddb3981b563613fd9db6fc2e072755c261d859fb7d403c08d5) AuthConfig (7dcabe3d6164204b5fc80f2ad691dee2a61298c804f0305060205ca1acefcdc2) AuthConfig (80a665844c8dddd04241f22ad9b7657dde05bd0ecd785a1cab6fb77e8293c7fe) AuthConfig (ce6d72563631930b85c34a1a28df2b3e2be31db518b481f1d50c337e45d313c4) AuthConfig (d647250b756c4b995f4015d9c9b1c679988a641a27c82cea6981ef2ef13f6d6a) AuthConfig (6797468745dae7769f29df20511a0460711a1d84a875c4e3d4679c2b269bd6fd) AuthConfig (f8daf2d4eac5faacffc96fd62c976efd785bbe1814bdf93f631745506ce229a5) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (6a9463bd979f853a168c4e963e3eebe96604c2e12826f8c7fe81961ed53a1fea) AuthConfig (0543560edf9c25a1f0aa4b1227bd670c8f8db89f163ef91201d5774ae8f7b70f) AuthConfig (fa58fdeab2dfd3cbda58f51f46778b2d2a3f911b6e6f7de72376f32817b21425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4e0fba38-5228-4103-9e93-bd0a99845aaa","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.898385455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"7df482ac-3fd2-494b-b4d0-31193426feea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:45.900087095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"80b65011-2fc1-44e7-b8f1-0ca283d01ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.21259976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00aaece-a8f4-48c9-a8bf-c855c0fa53c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.262773818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00aaece-a8f4-48c9-a8bf-c855c0fa53c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.313966974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00aaece-a8f4-48c9-a8bf-c855c0fa53c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:46.36452937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d00aaece-a8f4-48c9-a8bf-c855c0fa53c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.357510289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ed44b9-14c9-4ff3-bbf5-ecc5e298fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.416211689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ed44b9-14c9-4ff3-bbf5-ecc5e298fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.471011501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ed44b9-14c9-4ff3-bbf5-ecc5e298fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.527763139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ed44b9-14c9-4ff3-bbf5-ecc5e298fb47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:48.761976295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"30fb1461-0494-4e71-8aac-2a6c1f2460b5","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-rot-0ea719","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.060180191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"ef88c5a4-3aed-419c-9aab-095b616ff580","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.060229604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"ef88c5a4-3aed-419c-9aab-095b616ff580","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.188994531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c82d727d-35a5-4cdd-a31f-664fb18b60c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.189129325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"712b3d31-27f2-4c0f-886e-7f866c021054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.247361724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c82d727d-35a5-4cdd-a31f-664fb18b60c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.270899203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"712b3d31-27f2-4c0f-886e-7f866c021054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.597915559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"e492d8f7-be4e-4835-9f0d-7e5321bf5d1a","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.598554202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"84e2f167-d07d-4650-8f2f-9a52e15ab51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.599102637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ab1dd604-988f-4615-bf56-23b332d5849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.656150488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"84e2f167-d07d-4650-8f2f-9a52e15ab51c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.656248038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ab1dd604-988f-4615-bf56-23b332d5849e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:49.662335172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"e492d8f7-be4e-4835-9f0d-7e5321bf5d1a","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.476292743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472c8c28-2800-4f3b-90b6-e230e4412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.527235179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472c8c28-2800-4f3b-90b6-e230e4412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.577392064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472c8c28-2800-4f3b-90b6-e230e4412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:50.627820192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472c8c28-2800-4f3b-90b6-e230e4412f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.461917681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33f4034-1e3d-43a6-be8f-fadb11f03385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.512598134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33f4034-1e3d-43a6-be8f-fadb11f03385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.563225546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33f4034-1e3d-43a6-be8f-fadb11f03385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:52.616763531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e33f4034-1e3d-43a6-be8f-fadb11f03385","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:53.838700481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"3022525f-505c-4620-9995-7bcfde656101","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:54.154772421Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9777374c-d6ec-47ce-835c-6d3bbe3edba1","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.744190904Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"6c3f24a5-b15c-4f00-91aa-254164c75114","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.794920166Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"6c3f24a5-b15c-4f00-91aa-254164c75114","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:55.845465107Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"e2e-no-access-sub","reconcileID":"6c3f24a5-b15c-4f00-91aa-254164c75114","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/distinct-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.024012407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"53748efa-61f7-46c0-88b9-6620f3161ec9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.084135719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"53748efa-61f7-46c0-88b9-6620f3161ec9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.165691679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"1b60ac30-f1b4-4575-b5e4-51c5978026a8","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.166004427Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.322176782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a5d57965-103f-45ad-aa3f-346d85367a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.322211899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"39c13873-13bc-4914-9d71-73000d1ac688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.343661047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"48bc1344-55d9-4c36-a6e0-a539d22298b2","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.343679099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"48bc1344-55d9-4c36-a6e0-a539d22298b2","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.378071316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"39c13873-13bc-4914-9d71-73000d1ac688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:56.379189697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"a5d57965-103f-45ad-aa3f-346d85367a70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.465364188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"f68a0d55-88a9-49ec-84e4-bcecd7f02bfa","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.570654441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"e85e5e86-4aa9-46ba-ae82-1d79782e383a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.618209338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4b6af684-6541-4a6b-9321-a36794940642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.621226214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6b94fe43-c04e-4f1f-831d-91a0307517b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.625709321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"e85e5e86-4aa9-46ba-ae82-1d79782e383a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.673009625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4b6af684-6541-4a6b-9321-a36794940642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.676244597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6b94fe43-c04e-4f1f-831d-91a0307517b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.818279329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4e6e70f2-63e1-4f0d-94d1-2532d7ba6857","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.818374154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"776bab40-1fb3-46cb-a6cb-bd934c0c7d62","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.843458968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ca2e5352-b46d-43a9-b9b6-c8aee66a1f3a","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"name":"e2e-rt-sw-d2d713","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.873758975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"776bab40-1fb3-46cb-a6cb-bd934c0c7d62","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.873783263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4e6e70f2-63e1-4f0d-94d1-2532d7ba6857","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.874123676Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"a82ebc9a-37c4-4d8e-8c6c-950369bea92d","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.927845589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"776bab40-1fb3-46cb-a6cb-bd934c0c7d62","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.92784959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4e6e70f2-63e1-4f0d-94d1-2532d7ba6857","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.975675778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f67cfaae-21ce-4113-9086-d209ac52f19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:57.975701867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e7a0f948-e4c0-4223-8ff0-42e1293d9ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.030822036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e7a0f948-e4c0-4223-8ff0-42e1293d9ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.030894966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f67cfaae-21ce-4113-9086-d209ac52f19d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.199456764Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"35bdf2e4-e174-4eb9-9d19-dcbef4d36b48","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"name":"e2e-rt-sw-d2d713","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249496575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f17e728e-6e93-4e5b-83ae-1a306dbd7cf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249513691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f17e728e-6e93-4e5b-83ae-1a306dbd7cf2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249738355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"40b63072-1b91-4b8e-bf36-0ec8a397c78e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249748098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"40b63072-1b91-4b8e-bf36-0ec8a397c78e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249978843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"338e0e5a-a2de-49c3-8a4c-6f6655f4459b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.249989055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"338e0e5a-a2de-49c3-8a4c-6f6655f4459b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.250247921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54bcef4f-08f3-4770-a376-7676e625a42a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.250259613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"54bcef4f-08f3-4770-a376-7676e625a42a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.25048911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca535bff-f101-44d7-8cf5-6f5bb387bf48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.250500278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ca535bff-f101-44d7-8cf5-6f5bb387bf48","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.250805427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fd128c7-710a-4f22-bf23-09076fc96642","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.250817165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3fd128c7-710a-4f22-bf23-09076fc96642","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.251043608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07a8a698-2867-4bb1-99f0-e533af6c9199","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.251053963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"07a8a698-2867-4bb1-99f0-e533af6c9199","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.251238352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013e2aeb-aa38-4bae-a03c-98f02ee14314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.251247995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013e2aeb-aa38-4bae-a03c-98f02ee14314","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.276343796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f7f60a79-a789-416d-9d1a-c6d05c4dbb13","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.301567747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"a1933ff2-adad-42b2-9906-1f04c5bb8981","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"name":"e2e-rt-sw-d2d713","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.331344326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f7f60a79-a789-416d-9d1a-c6d05c4dbb13","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.351117657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be0aa271-92ae-4381-b078-5c6ff1598c3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.351125787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b1b17ca-cc04-4eda-b76c-c12315cb5f17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.375471987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"979e5c4a-8193-421d-bcdf-6f347ea1f98d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.375646423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a1268f71-7bd5-47c9-a574-6c328385d2df","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.382000636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f94afac-3802-4e65-b119-c7cde5a2fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.430554683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"979e5c4a-8193-421d-bcdf-6f347ea1f98d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.430595968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a1268f71-7bd5-47c9-a574-6c328385d2df","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.43735593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f94afac-3802-4e65-b119-c7cde5a2fc26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.580580209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"d8a50268-d236-48b7-9185-765ddd8c0f3f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.638355564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"d8a50268-d236-48b7-9185-765ddd8c0f3f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.744315689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6d9f8af-519f-4397-abbc-90972c3e852b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.800035964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a6d9f8af-519f-4397-abbc-90972c3e852b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.852088512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2ae7242a-7923-4814-abf4-50024ea57cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.910009439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2ae7242a-7923-4814-abf4-50024ea57cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.942042713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e04c5d42-8c9b-49c3-a6b6-a987fa8371e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:58.99692194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"e04c5d42-8c9b-49c3-a6b6-a987fa8371e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.106733568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"9d0413a9-57ef-4cc5-99e7-ca09367ed755","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.148921544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"4f3fb063-dc1c-41f9-968a-b347282f1ccb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.162909158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"9d0413a9-57ef-4cc5-99e7-ca09367ed755","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.204206167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"4f3fb063-dc1c-41f9-968a-b347282f1ccb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.208218471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"890ad656-639f-41a3-aba0-02b21db6910d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.253632892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"937a5655-5f4e-4dca-ac63-bd900bccc38a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.257917866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"4f3fb063-dc1c-41f9-968a-b347282f1ccb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.263116647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"890ad656-639f-41a3-aba0-02b21db6910d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.29701644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a671c9e-fca2-4a99-be45-a6aba547d0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.30898529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"937a5655-5f4e-4dca-ac63-bd900bccc38a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.352029266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a671c9e-fca2-4a99-be45-a6aba547d0c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.363384485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"937a5655-5f4e-4dca-ac63-bd900bccc38a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.41000336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7014c4b3-3499-4c43-b268-b0278eda3077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.433543103Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"d2bb46d1-efbd-4d27-a644-8ffc1318beda","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.505296533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1797aba8-c816-46c5-ad27-89ec3001bc75","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.505441747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1797aba8-c816-46c5-ad27-89ec3001bc75","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.510166436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7014c4b3-3499-4c43-b268-b0278eda3077","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.81848938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d949adfd-b95f-453b-b563-eb639d127ee2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.8238917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ee951bd3-f7bd-4348-bbc2-d97f3dc1ba25","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.826446367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9fa389ae-8488-4917-9092-124a5c0e3202","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.873874898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d949adfd-b95f-453b-b563-eb639d127ee2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.878935201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d6f300af-c7af-4bc5-b9d7-fcc38c1eb7df","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.879415886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ee951bd3-f7bd-4348-bbc2-d97f3dc1ba25","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.88441076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9fa389ae-8488-4917-9092-124a5c0e3202","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.928112793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d949adfd-b95f-453b-b563-eb639d127ee2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.934597781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47a61cf90c10b6baed639ca9be2cb0ed90f4b6339636a03322d6dcf85debc3dd) AuthConfig (edc57df9f2ac48e9339453209bbc5888f9234d924258f23a77a4893bb7284654) AuthConfig (22cdd7e6b3541fe9a46534225c4dea4822c9c7e050c259d190353fcf6222ca3b) AuthConfig (0379fb2d6722978e392aab34984536624d42c6c34fdbee3b1d9a91d1d6235220)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ee951bd3-f7bd-4348-bbc2-d97f3dc1ba25","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:19:59.935042104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"d6f300af-c7af-4bc5-b9d7-fcc38c1eb7df","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.063037995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"9e3ae707-3307-4560-a5ad-a00281fd40a8","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.081529483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f9b4ec-e0f3-456a-87e3-fccaaad4ee89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.085929482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ab2f118-8357-4ca0-9a79-f315b899698d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.118387705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"9e3ae707-3307-4560-a5ad-a00281fd40a8","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.138265258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"86f9b4ec-e0f3-456a-87e3-fccaaad4ee89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.140744719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ab2f118-8357-4ca0-9a79-f315b899698d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.286292262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b8424500-34df-49df-af1b-ca088884e9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.343841259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b8424500-34df-49df-af1b-ca088884e9c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.386463495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"073bfc6f-c8a0-4388-af77-1e98e0ef52ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.389011981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"d0e12e05-ad4c-4ffc-b321-f01971f1d9c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.441368087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"073bfc6f-c8a0-4388-af77-1e98e0ef52ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.441857446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ac3bff02-7e8b-4345-8456-75a40fabee92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.44401028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"d0e12e05-ad4c-4ffc-b321-f01971f1d9c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.521009259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8fbc5f19-29f2-4d42-8da1-6669e956a529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.522913384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ac3bff02-7e8b-4345-8456-75a40fabee92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.576141221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8fbc5f19-29f2-4d42-8da1-6669e956a529","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.840083141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"94d2740b-f90f-49b0-bb76-a42c2aac69f0","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.84011166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"94d2740b-f90f-49b0-bb76-a42c2aac69f0","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.871906578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"709eca9f-f6ee-489b-b549-73b71984445a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.894786233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"2bc7f8da-4015-476a-92ea-58c30796f113","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.894808516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"2bc7f8da-4015-476a-92ea-58c30796f113","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.927113559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"709eca9f-f6ee-489b-b549-73b71984445a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:00.99732633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"eaf5f0cc-5e73-4b92-aeca-fc418594f5ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.12071239Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"eaf5f0cc-5e73-4b92-aeca-fc418594f5ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.174651443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"eaf5f0cc-5e73-4b92-aeca-fc418594f5ad","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.231612258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"919ab087-2030-45cc-b9e0-8a3d58962553","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:01.231631989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"919ab087-2030-45cc-b9e0-8a3d58962553","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.530095194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"475313d5-db6a-4c3f-a362-43b44b1f3928","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.530121992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"475313d5-db6a-4c3f-a362-43b44b1f3928","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.631331543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6a16ebbd-7c70-4e64-9bd0-7914bc69290e","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.631361264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6a16ebbd-7c70-4e64-9bd0-7914bc69290e","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.733095792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"25cdfcbb-d4b1-4a98-8afe-e583fcf01619","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:03.790264452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"25cdfcbb-d4b1-4a98-8afe-e583fcf01619","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.201320165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ff9cb1b6-0d20-4c9e-bdfb-5cd0293ea605","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.201350022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ff9cb1b6-0d20-4c9e-bdfb-5cd0293ea605","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:04.302653801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"d4a2f6de-b8f7-4113-a353-fa04e595b659","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.041522305Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.096481621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1f11e321-6bb6-4664-aedb-8a79cbe7c8dc","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.096518956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1f11e321-6bb6-4664-aedb-8a79cbe7c8dc","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:09.161021097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"e7f8d583-df9b-4c9e-b936-4824da7ca796","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-d2d713-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.278527883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"8c2b3d58-12ed-4d32-9382-37bca1a29889","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.279296662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1b3b35ed-61da-4a5b-8202-ea4838621b57","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.27932405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"1b3b35ed-61da-4a5b-8202-ea4838621b57","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.286986885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5656c254-0e0b-4bcb-a97e-e90471a8ecb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.287046187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebebb97-51c1-4cc1-9568-4b5479fdb237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.343442457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"8c2b3d58-12ed-4d32-9382-37bca1a29889","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.350036188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cebebb97-51c1-4cc1-9568-4b5479fdb237","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.363157662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5656c254-0e0b-4bcb-a97e-e90471a8ecb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.405334056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"f7db102e-a228-4e40-93d6-679421e6ee11","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.405465057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"f7db102e-a228-4e40-93d6-679421e6ee11","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.527656516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"5ce2dfc4-f99f-4f7c-bf36-d3e9c7699a36","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.527830356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"5ce2dfc4-f99f-4f7c-bf36-d3e9c7699a36","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.643388269Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"8d832a73-6cde-4ae2-83d2-45ab63759c4d","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"e2e-rt-sw-d2d713","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-d2d713-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.781714881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6282afb-ff1c-4c90-b688-13a40bc4a5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.782566498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0f50a20-41a9-4765-bfaa-5765211cfbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.837630395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0f50a20-41a9-4765-bfaa-5765211cfbe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.838180394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6282afb-ff1c-4c90-b688-13a40bc4a5b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.880974529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"07022435-2e36-4aa0-84a2-29e7ef87c432","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.916678639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ab7e3064-c402-4e91-bce1-5c580d7a2ed2","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.916718144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ab7e3064-c402-4e91-bce1-5c580d7a2ed2","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:09.936656788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"07022435-2e36-4aa0-84a2-29e7ef87c432","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.118968058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"4b547eab-acfa-41d2-8870-389c4753292b","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.298409495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2ed87898-37ea-4467-985a-ed9531e85b4d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.298520514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ca7979bb-45d8-45d3-9fef-aff45e0d9ed1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.35558258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ca7979bb-45d8-45d3-9fef-aff45e0d9ed1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.355682074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2ed87898-37ea-4467-985a-ed9531e85b4d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.410254953Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ca7979bb-45d8-45d3-9fef-aff45e0d9ed1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.410468648Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"2ed87898-37ea-4467-985a-ed9531e85b4d","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.949184997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"a63bbcf0-e00a-4617-9751-42d132eddf32","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.949956042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e52ba1bb-d8c8-4c35-88e6-b493c1c915db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:10.951126149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ae9eab1-0902-4d68-9e53-0a9a5e8b3667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.00030729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1745722f-ea70-4cf9-a7b4-253a5f5e2c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.001062051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0a446e53-f7db-4f5a-a82e-f11f91ee1e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.011413867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"a63bbcf0-e00a-4617-9751-42d132eddf32","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.013258581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ae9eab1-0902-4d68-9e53-0a9a5e8b3667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.016862413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e52ba1bb-d8c8-4c35-88e6-b493c1c915db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.056850151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0a446e53-f7db-4f5a-a82e-f11f91ee1e3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.058252764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"1745722f-ea70-4cf9-a7b4-253a5f5e2c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.335989327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f78e3358-c238-44fe-af5e-772cad08d187","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.391931662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f78e3358-c238-44fe-af5e-772cad08d187","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.450252023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (46292617afe7152cc9d8ebd2cd753c3ccce8036265ac4546a84fa60c1d85a4dd) AuthConfig (347a342ffd9a601da73f0e1ac01888df7aa592f6526215684d116fa2ab094a43) AuthConfig (1340f96fa200397ed5a464b1509f9a4ecf285a73f636536b2ca9dbf2fbbead45) AuthConfig (fadf190aa4173a897cfeef41e054af3e3f7297ad60d9b1da1ef2137f7f2fe128) AuthConfig (33cf22e012917ef88291319c574fbd1d5091518795a013e53e3f2bfb9101bb79) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (0af29c1a1ddfca4a36adfb99f2d3f895e6ad5bd286f8cd3af20de888d01f9c36) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (9b94b9a14ad37810324693f4e16b7657a60ad16a5897a530dfd2586bdb8ada8f) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (4f9b2de7b2edc439a3ce841e264d41b64d09eb118c481f7f3815c07f3729aec2) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (bebf139c0f6a276c81fe2752022c3249f9cf9e3cec583f4141e9f978c3bb5aed) AuthConfig (0b26b651b4666dd81e48ba17dfa6d3412d56b87f2b70cdabcd378ed4352e6326) AuthConfig (338f37998f6d52a46d4fbe35b35fb1217422bb271cf38706f5a1ba03139234d7) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (ea10531650568811da75ab989ac16f6839f830f01c95c922c6ddf7d02003778e) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f78e3358-c238-44fe-af5e-772cad08d187","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.506520197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"1da68980-c22b-4469-8894-f598bb0a50b4","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:11.506541498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"1da68980-c22b-4469-8894-f598bb0a50b4","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:13.067386734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:14.40764043Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"a47545eb-8f98-4251-b4e7-f514ae8b7fe8","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.424717795Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","namespace":"ai-tenant-e2e-ait-ed2d93ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.424820237Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","namespace":"ai-tenant-e2e-ait-ed2d93ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.424893196Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","tenant":"e2e-ait-ed2d93ad","tenantID":"e2e-ait-ed2d93ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.477632402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Deployment","name":"maas-api-e2e-ait-ed2d93ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.536738419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Service","name":"maas-api-e2e-ait-ed2d93ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.595658234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ed2d93ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.647595826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ed2d93ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.701004117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.767783113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.8232596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.880844524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.931681327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Deployment","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:19.984387145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.03411235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Service","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.084277977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"Service","name":"payload-pre-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.135486955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.189368065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.23942273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.29377159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.343860354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.393627492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.446748113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ed2d93ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:20.49698583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ed2d93ad"},"namespace":"ai-tenant-e2e-ait-ed2d93ad","name":"default-tenant","reconcileID":"df55176d-48f9-468f-8521-4861ed7dc011","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ed2d93ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.285564929Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ed2d93ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ed2d93ad","reconcileID":"5284f965-2e50-4787-99c1-156ef17dc9d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ed2d93ad","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ed2d93ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.505267269Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"348e8e19-2dae-46d3-97e5-eb6ba1c78b32","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.657485525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b9b94097-805c-4fec-a598-a6762c4be5a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.712626114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b9b94097-805c-4fec-a598-a6762c4be5a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:21.817670472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (46292617afe7152cc9d8ebd2cd753c3ccce8036265ac4546a84fa60c1d85a4dd) AuthConfig (347a342ffd9a601da73f0e1ac01888df7aa592f6526215684d116fa2ab094a43) AuthConfig (1340f96fa200397ed5a464b1509f9a4ecf285a73f636536b2ca9dbf2fbbead45) AuthConfig (fadf190aa4173a897cfeef41e054af3e3f7297ad60d9b1da1ef2137f7f2fe128) AuthConfig (33cf22e012917ef88291319c574fbd1d5091518795a013e53e3f2bfb9101bb79) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (0af29c1a1ddfca4a36adfb99f2d3f895e6ad5bd286f8cd3af20de888d01f9c36) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (9b94b9a14ad37810324693f4e16b7657a60ad16a5897a530dfd2586bdb8ada8f) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (4f9b2de7b2edc439a3ce841e264d41b64d09eb118c481f7f3815c07f3729aec2) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (bebf139c0f6a276c81fe2752022c3249f9cf9e3cec583f4141e9f978c3bb5aed) AuthConfig (0b26b651b4666dd81e48ba17dfa6d3412d56b87f2b70cdabcd378ed4352e6326) AuthConfig (338f37998f6d52a46d4fbe35b35fb1217422bb271cf38706f5a1ba03139234d7) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (ea10531650568811da75ab989ac16f6839f830f01c95c922c6ddf7d02003778e) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"b9b94097-805c-4fec-a598-a6762c4be5a4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.466839933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736c96d2-4e45-472e-890d-cf5eb22f8784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.517264803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736c96d2-4e45-472e-890d-cf5eb22f8784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.568174417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736c96d2-4e45-472e-890d-cf5eb22f8784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:22.618540001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"736c96d2-4e45-472e-890d-cf5eb22f8784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.520019312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318f8af-fdcb-4440-967e-df6b8456083d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.570295924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318f8af-fdcb-4440-967e-df6b8456083d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.620688998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318f8af-fdcb-4440-967e-df6b8456083d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:24.671185656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c318f8af-fdcb-4440-967e-df6b8456083d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.042795528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"267559eb-a2aa-49b7-8b66-e584f1cf919e","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.601251446Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"0f99c51b-28d5-40c2-85b4-3eeb6a2abbf3","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.787637524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"449a73aa-274b-4aff-92d5-bdf7a150cbac","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.943553045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424bfed-901b-4400-96d1-91cb493c7669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:26.99398979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424bfed-901b-4400-96d1-91cb493c7669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.044043878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424bfed-901b-4400-96d1-91cb493c7669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.094632655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6424bfed-901b-4400-96d1-91cb493c7669","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:27.997188037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"439dc983-bde8-4ce1-a4a8-f241c61e1c1a","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.158082511Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"d13dc86d-b042-4f44-b90d-e763fdb6306c","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.26484644Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-43be70be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-43be70be","reconcileID":"7562d95e-2e18-4647-8231-776cf5d69795","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-43be70be-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-43be70be-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.940365066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc4b801-6fbc-403a-9eb2-82a68e6f7594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:28.990436091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc4b801-6fbc-403a-9eb2-82a68e6f7594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.041164488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc4b801-6fbc-403a-9eb2-82a68e6f7594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.0912788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbc4b801-6fbc-403a-9eb2-82a68e6f7594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:29.345982836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"cd73d24e-b7b1-47ab-8a29-0af62d915d92","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:30.963160872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a0b2b8-9e06-4151-b5cc-14ad125233b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.019129763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a0b2b8-9e06-4151-b5cc-14ad125233b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.080106763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a0b2b8-9e06-4151-b5cc-14ad125233b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.133877606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22a0b2b8-9e06-4151-b5cc-14ad125233b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:31.924900929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"38fa0480-6a42-4b58-ab76-4c42fd6e37be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.041203874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"38fa0480-6a42-4b58-ab76-4c42fd6e37be","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.234231055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"f07fa406-2a2f-4026-80a2-5026bac535bd","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.351540772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e279aafd-50ff-4f34-8cce-daf9f5aff37d","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.3515611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e279aafd-50ff-4f34-8cce-daf9f5aff37d","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.469334755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9e247d-ca32-4b01-b61c-1f9471386e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.470104806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1174bfe-85d0-40d3-bf8d-d998152ac50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.470647584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"1a047900-a092-4419-8e3d-f17c4f6fb0c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.515442803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"8509fd82-6b89-49e0-92ae-a7cc1cde558f","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.51553069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"8509fd82-6b89-49e0-92ae-a7cc1cde558f","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.527303971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"1a047900-a092-4419-8e3d-f17c4f6fb0c2","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.528887883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f9e247d-ca32-4b01-b61c-1f9471386e5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:32.53048624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1174bfe-85d0-40d3-bf8d-d998152ac50a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.387740121Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"d726892f-efed-4a0d-8821-5ca1b51d60fa","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.437474567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ccb97291-0da3-4cd4-a5dd-f8be3e5031a8","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.437501636Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"ccb97291-0da3-4cd4-a5dd-f8be3e5031a8","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.491953243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"5336b684-62cb-437a-bf71-b65ec6130d09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.493843707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4dcdecd2-b418-4b3c-9e91-a278701befe5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.543880325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f623da60-f69e-4736-9101-de12ec0caefb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.547958201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"5336b684-62cb-437a-bf71-b65ec6130d09","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.548736793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4dcdecd2-b418-4b3c-9e91-a278701befe5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.598847179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f623da60-f69e-4736-9101-de12ec0caefb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.61076802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02457a22-5818-4741-a32c-40bf7327b199","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.610795253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02457a22-5818-4741-a32c-40bf7327b199","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.611204882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92c28ce1-11c9-48bb-9e27-b73f3c703209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.611224941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92c28ce1-11c9-48bb-9e27-b73f3c703209","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.611750849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2a0bf8f-8965-4632-be7d-0ad1f64d5d9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.611769387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d2a0bf8f-8965-4632-be7d-0ad1f64d5d9c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.61210133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a2d3833-2555-4408-8cc0-82628f937c74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.612115974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0a2d3833-2555-4408-8cc0-82628f937c74","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.612437146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe33fc6-16ef-4db8-845c-e6abe6120f9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.6124528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2fe33fc6-16ef-4db8-845c-e6abe6120f9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.662983545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"d75b73bc-6432-4ef4-8dee-cf98c226feeb","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.663007792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"d75b73bc-6432-4ef4-8dee-cf98c226feeb","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.714129322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25917ec1-947f-4519-aa5c-829da3a92798","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.714154206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"25917ec1-947f-4519-aa5c-829da3a92798","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.714553892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a21582b6-fe78-4b64-97f7-94667b2805f4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.714625322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a21582b6-fe78-4b64-97f7-94667b2805f4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.714990241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc27eacc-b968-4196-a6d1-eef12c661c5e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.715048967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"cc27eacc-b968-4196-a6d1-eef12c661c5e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.744183152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3ac80041-d9fa-4e49-b667-f07819772bc5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.767053411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"93595a11-0059-4537-8650-0ea0c40a64ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.799933444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3ac80041-d9fa-4e49-b667-f07819772bc5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.821370738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"907815ed-8bd9-4c24-beb0-904ccc39473b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.821995943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53b85fbe-837a-4a05-bc1d-5393039c0cfd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.825160289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"93595a11-0059-4537-8650-0ea0c40a64ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.85401518Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3ac80041-d9fa-4e49-b667-f07819772bc5","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.872060038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"60bf3f62-9838-42c6-980f-e46e4eeb6278","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.879242477Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"93595a11-0059-4537-8650-0ea0c40a64ae","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.922726037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f0631c52-6587-46fc-9904-42f88594a362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.974618014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"d901006d-e1de-4c4a-907c-5e667c495d46","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:36.977695189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f0631c52-6587-46fc-9904-42f88594a362","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.029352104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"d901006d-e1de-4c4a-907c-5e667c495d46","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.170123266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"15448656-e06b-4ce7-8e9a-9b21c96acec9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.225200166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"15448656-e06b-4ce7-8e9a-9b21c96acec9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.356973198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"72c7aa24-e3d6-4723-94c0-6be6e150e138","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.411902581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"72c7aa24-e3d6-4723-94c0-6be6e150e138","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.456466115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"96be642b-9202-4528-94cf-aa6b9609fb1f","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.479467226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22bbcd9a-b82f-4c62-8a5f-b05769cee9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.512609415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"96be642b-9202-4528-94cf-aa6b9609fb1f","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.53597413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22bbcd9a-b82f-4c62-8a5f-b05769cee9ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.563959744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"7c301b7c-fd73-4c69-9761-2fc4f7032335","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.631018598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"7c301b7c-fd73-4c69-9761-2fc4f7032335","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.664115858Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"f2e46689-f6a6-4eb3-b957-3ff688161a52","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.66548936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"cd70e21d-eed6-485e-bee8-a672f2ae16dc","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.665875426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"cd70e21d-eed6-485e-bee8-a672f2ae16dc","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.665787897Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.685585853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b487984-e56f-493a-a8ae-f943a7964ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.72519691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"e4d153a6-4a94-42b3-a6bc-af2ac930c624","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.725219563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"e4d153a6-4a94-42b3-a6bc-af2ac930c624","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.74054178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b487984-e56f-493a-a8ae-f943a7964ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:37.788710358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"4a903e66-0eb5-4a68-a287-e7a2c269576d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-af7eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.846268919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bf64697f-b7e0-4b1a-a05d-2f237f238abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.900843768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"bf64697f-b7e0-4b1a-a05d-2f237f238abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.943166423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f04265da-3eb0-4c99-9d5e-4fe846e6aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.943232497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.943626983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f87bacee-80e3-4337-a4ad-e93fff789957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.944038069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"3c7b5575-aeab-46f9-94dc-2e14bf578584","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:37.944055199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"3c7b5575-aeab-46f9-94dc-2e14bf578584","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.000276244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"f04265da-3eb0-4c99-9d5e-4fe846e6aad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.000395088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f87bacee-80e3-4337-a4ad-e93fff789957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.000854876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"d4b700a3-7194-40b2-b568-99a389b86bc2","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.000870425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"d4b700a3-7194-40b2-b568-99a389b86bc2","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.001213056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"52868d95-6805-4055-9741-ed46d65b940f","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.001227936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"52868d95-6805-4055-9741-ed46d65b940f","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.050305492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"e89ef16a-c518-4fc8-8c54-9cd7e0fc24b3","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.050321153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"e89ef16a-c518-4fc8-8c54-9cd7e0fc24b3","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:20:38.051570806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"5e7a3d70-b63e-4f4c-9705-6bb2d4d5bb1d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-af7eb7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.15732323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"eeebc5f4-9882-4f5c-8c01-eb1a29e22fbd","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.157342843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"eeebc5f4-9882-4f5c-8c01-eb1a29e22fbd","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.212277076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"763f083a-8d47-42e0-9017-b18ceaa17e39","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.212298152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"763f083a-8d47-42e0-9017-b18ceaa17e39","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.242226572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"32f15dff-f6d7-4190-8c50-33426f2a7813","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.254153551Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"86615f03-94c3-40c9-8415-084ba8dd18c4","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"rate-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-rate-iso-a-af7eb7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.297062378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"32f15dff-f6d7-4190-8c50-33426f2a7813","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.341423171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6f7f7954-d3f3-4ebc-9427-02443c35af7e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.385295209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b4fbc0b-97b7-425a-b957-d247816139d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.396366535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6f7f7954-d3f3-4ebc-9427-02443c35af7e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.413629222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"31fd945f-2f9b-437b-8f7d-0e85fea246ec","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.413645606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"31fd945f-2f9b-437b-8f7d-0e85fea246ec","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.416570225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"7d9b69dd-4bed-48cb-aa1e-9dabf9e2bd96","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"rate-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-rate-iso-b-af7eb7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.43991486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b4fbc0b-97b7-425a-b957-d247816139d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.534597365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e6e5222d-6f8c-4238-89cd-8a680d4ce63b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.534597835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"59562f34-da54-49e0-bcc3-07e9b5ae149b","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.576656809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"4dc683b6-ca0f-4ae4-ae1f-971be1f23ec7","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.576673946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"4dc683b6-ca0f-4ae4-ae1f-971be1f23ec7","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.589963036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"59562f34-da54-49e0-bcc3-07e9b5ae149b","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.590804141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"e6e5222d-6f8c-4238-89cd-8a680d4ce63b","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.614249372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"804024d0-50a0-40e0-b3a8-b37a4ac94004","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.746066619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed272340-caf5-4724-8a8e-13c4d072ead7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.777089151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"db9e822f-c277-4a0e-b975-b43795aa2cfe","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.801554401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed272340-caf5-4724-8a8e-13c4d072ead7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.946451131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f372feed-96d6-466c-8876-f0cfdf75782c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.995756082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d34d5f8d-619d-4929-8b67-98298b75319a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.995940257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"78cbf31d-4991-4fc8-9c7f-bcbe94b02bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:38.995754627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"105d6ea7-a991-4c1e-bd5c-5de2af04dc54","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.001221965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f372feed-96d6-466c-8876-f0cfdf75782c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.050653584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d34d5f8d-619d-4929-8b67-98298b75319a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.051310946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"78cbf31d-4991-4fc8-9c7f-bcbe94b02bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.052920357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"105d6ea7-a991-4c1e-bd5c-5de2af04dc54","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.052965091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f752a457-5c71-407c-8639-44415c3da680","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.104387134Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"d34d5f8d-619d-4929-8b67-98298b75319a","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.106577225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"105d6ea7-a991-4c1e-bd5c-5de2af04dc54","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.108923986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f752a457-5c71-407c-8639-44415c3da680","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.404553382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"3bf59bb0-18c6-404d-b481-56626e442bf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.447852129Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"e808ab3e-6b97-4c2c-9b13-7c267085f2f2","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:39.459651225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"3bf59bb0-18c6-404d-b481-56626e442bf7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.066653895Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.568602773Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"66868045-5028-4706-ab2a-0b4d738dea4f","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.61896552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"659f205d-72be-4cca-8352-35ce141558e4","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.618995718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"659f205d-72be-4cca-8352-35ce141558e4","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.722277091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cd306d04-57b7-4ade-b1ea-583edeafb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.777525251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cd306d04-57b7-4ade-b1ea-583edeafb57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792142747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1320197e-cbd7-4c06-8ffe-33c6946906f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792163843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1320197e-cbd7-4c06-8ffe-33c6946906f1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792511091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26d09e69-e3f9-481d-a08f-b8fc0728d220","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792526261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"26d09e69-e3f9-481d-a08f-b8fc0728d220","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792767279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"069e2a1a-0d3d-4b8a-a5b4-ea7d9d2af2e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.792781152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"069e2a1a-0d3d-4b8a-a5b4-ea7d9d2af2e8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.793112736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5707e38-021f-49b7-9b2d-62def692ad66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.79312722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5707e38-021f-49b7-9b2d-62def692ad66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.793379004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd93f638-80fb-4be8-8ee7-01fcf4dd0745","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.79339197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bd93f638-80fb-4be8-8ee7-01fcf4dd0745","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.793631693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50f00c07-132a-4077-a774-c67f5fa5ad8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.793644054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50f00c07-132a-4077-a774-c67f5fa5ad8b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.844514858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"c6db63fb-a722-4fb5-b497-10fe6c0025be","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.844543528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"c6db63fb-a722-4fb5-b497-10fe6c0025be","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.895562712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33ebddd2-2c7a-443f-9e37-2f5feb6d2ae1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.895695467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33ebddd2-2c7a-443f-9e37-2f5feb6d2ae1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.896142442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b378a20-cbc9-4e92-9556-fe563fbefc54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.896199868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5b378a20-cbc9-4e92-9556-fe563fbefc54","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.923059415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"cd42c1dc-d9a8-48c3-acaf-b2573ab507d2","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.923450968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"565ee11f-d940-483c-baaf-18f1060d9587","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.923714965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"8f83f4d6-1777-4e09-a4ac-1f261ff2b215","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.924304663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"eb37ce0e-a18a-416c-aca7-15fc73b622b0","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.980812072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"eb37ce0e-a18a-416c-aca7-15fc73b622b0","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.980828588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"cd42c1dc-d9a8-48c3-acaf-b2573ab507d2","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.983212665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"565ee11f-d940-483c-baaf-18f1060d9587","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.983377832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"8f83f4d6-1777-4e09-a4ac-1f261ff2b215","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.995837125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4068b4a-efa4-4c36-a5c3-d0a5eb9c9f79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:43.996208233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"955f2cd0-1370-4286-be69-7b49ba1aeb94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.045945925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"09803ed8-18a9-4467-850c-ba711bd7db9c","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.24980009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ba9976-71cd-4261-ae20-7cec405b76b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.322735437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83ba9976-71cd-4261-ae20-7cec405b76b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.427595379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"34ed1285-2c10-45bb-87d5-2d47eaf7725b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.431236563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d1da4e72-15bc-48c0-aecc-ad7d27758df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.47687487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d166932-38fb-4a61-851b-f92ccc691bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.482730796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"34ed1285-2c10-45bb-87d5-2d47eaf7725b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.48597452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"d1da4e72-15bc-48c0-aecc-ad7d27758df5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.531868928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d166932-38fb-4a61-851b-f92ccc691bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.644025262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"9ee1fc6d-52a3-4d61-9f59-bcfa76391cb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.698894931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"9ee1fc6d-52a3-4d61-9f59-bcfa76391cb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.732564775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"65ed67bb-2f4e-41ab-a62b-b19f5b8fd0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.752658592Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"9ee1fc6d-52a3-4d61-9f59-bcfa76391cb2","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.784292367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"991c4f13-9e90-4855-a503-c1ae5dfd9671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.78834009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"65ed67bb-2f4e-41ab-a62b-b19f5b8fd0ee","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.833240306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"2b81784b-aad2-4719-88dc-dc72be378b0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.833845921Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"e82670a7-0cd1-4280-acc0-c59751165fb3","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.839595464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"991c4f13-9e90-4855-a503-c1ae5dfd9671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.876543368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"b2e154cf-74aa-4209-94e6-431806f500e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.897182072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"2b81784b-aad2-4719-88dc-dc72be378b0e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:44.958918816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"b2e154cf-74aa-4209-94e6-431806f500e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.01268553Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"b2e154cf-74aa-4209-94e6-431806f500e3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.11777068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2531309f-798f-4572-b549-54d23c927789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.118362798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"e251062f-af41-4a39-b8f7-c1e9effe2950","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.161656938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b0064e88-60c6-443f-abca-c1f86872963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.172509959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"2531309f-798f-4572-b549-54d23c927789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.173139521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"e251062f-af41-4a39-b8f7-c1e9effe2950","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.216741289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"b0064e88-60c6-443f-abca-c1f86872963d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.408944731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f848a66b-0565-4c0b-a9e6-657a3d6bbd08","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.460329293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a54c2b51-e98e-4e66-a613-892e8ed5969d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.465068847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f848a66b-0565-4c0b-a9e6-657a3d6bbd08","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.475578917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c2609fff-3980-43c2-80e1-d807c1d99f59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.515412178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a54c2b51-e98e-4e66-a613-892e8ed5969d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.519977598Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"f848a66b-0565-4c0b-a9e6-657a3d6bbd08","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.530670971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"c2609fff-3980-43c2-80e1-d807c1d99f59","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.568932396Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a54c2b51-e98e-4e66-a613-892e8ed5969d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.575997139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1f966db1-5e7c-45f9-862e-3286ce314457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.576764885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f932a2b9-a727-4e3a-94dd-a26d0767158a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.631074868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1f966db1-5e7c-45f9-862e-3286ce314457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.631211343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"f932a2b9-a727-4e3a-94dd-a26d0767158a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.770641708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1915e850-d9ae-445b-957c-b82920715765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:45.825972946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"1915e850-d9ae-445b-957c-b82920715765","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.082263237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f3362fcf-3ba2-4a08-a180-6df88ea45fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.082333032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3a92bccf-dbca-4aaa-8d93-45bbf501b220","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.137826534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"3a92bccf-dbca-4aaa-8d93-45bbf501b220","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.138801317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f3362fcf-3ba2-4a08-a180-6df88ea45fe8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.181288129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"cccf593e-524b-433d-83ff-93e479f47a56","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.181287646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"07aa5e80-0408-4944-82c2-dab6d5fdbe0c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.182271548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61a297d7-ac32-4344-b50c-109f35bac6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.236768836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"07aa5e80-0408-4944-82c2-dab6d5fdbe0c","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.236819193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"cccf593e-524b-433d-83ff-93e479f47a56","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.239030374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61a297d7-ac32-4344-b50c-109f35bac6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.592984819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d95be94-7ad6-4cc8-8886-9c106f17f85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:46.649680061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d95be94-7ad6-4cc8-8886-9c106f17f85a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:49.554908886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"153ea346-4aff-4f56-bf09-1cd26e0aff3f","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.120352799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"b33ccc28-3411-4046-9ad8-7080ae5b81b8","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.216493341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"7203c595-d657-45e3-9b29-a443a4f0d9a6","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.297760377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e707a99d-cce4-48f4-8d9c-154af6d8af59","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.297790139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e707a99d-cce4-48f4-8d9c-154af6d8af59","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.404012221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"825be03c-3ba7-4d23-9acc-81a3285e4b9f","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.404040539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"825be03c-3ba7-4d23-9acc-81a3285e4b9f","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.876911391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4a1cd346-ec90-4b74-a9ca-ad3997a568bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:55.934031598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"4a1cd346-ec90-4b74-a9ca-ad3997a568bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.361135286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df5ed04c-c7bb-472a-9599-8da95a0411a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.361766877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"bb842b40-3666-4f67-964e-98ff00725be6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.362140174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1089ae5a-fe1f-41d9-99f0-3b1009646ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.420239584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"bb842b40-3666-4f67-964e-98ff00725be6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.423992954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1089ae5a-fe1f-41d9-99f0-3b1009646ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.427556824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df5ed04c-c7bb-472a-9599-8da95a0411a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.460073991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"9d69b1c3-f241-4dcd-a4d5-f217e66304d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:56.522768262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"9d69b1c3-f241-4dcd-a4d5-f217e66304d3","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:20:59.662391403Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"8930f71b-d48a-4108-8223-300c2b9b01b4","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.400668088Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"3587b6f1-9a2a-4da8-9511-b0498d59b411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.401996874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"4c6fa989-bdd0-462f-b466-2f0560eb92f3","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.402092263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"4c6fa989-bdd0-462f-b466-2f0560eb92f3","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.609084784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"3587b6f1-9a2a-4da8-9511-b0498d59b411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.664311086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"1b7e08ad-ce84-4628-8cde-661284424814","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.733515292Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"3587b6f1-9a2a-4da8-9511-b0498d59b411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.73354275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"3587b6f1-9a2a-4da8-9511-b0498d59b411","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.798213487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"a9b1c0f7-b55f-4dde-9cc1-4bd8957a6b9c","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.79823599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"a9b1c0f7-b55f-4dde-9cc1-4bd8957a6b9c","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.966375133Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"41cac2b2-997b-420f-9482-a3728ef5163e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.966461849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"575d0d9b-682e-44d0-8cb4-c3c39df448cc","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:01.966476342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"575d0d9b-682e-44d0-8cb4-c3c39df448cc","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.063895569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"36ee2b5b-c03c-4161-9ebe-b4c654ff5f61","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.168615387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"41cac2b2-997b-420f-9482-a3728ef5163e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.228968452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"48263c95-7af1-44fa-98b9-45fc756f212f","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.29239385Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"41cac2b2-997b-420f-9482-a3728ef5163e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.292435062Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-auth-af7eb7","reconcileID":"41cac2b2-997b-420f-9482-a3728ef5163e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.3494243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"c98eefec-776b-4ff4-9bc7-8ec8ba151686","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.349449503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"c98eefec-776b-4ff4-9bc7-8ec8ba151686","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.500806136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"a21f0dfd-120d-49e8-ad5c-9c469cbf0f56","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.500829401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"a21f0dfd-120d-49e8-ad5c-9c469cbf0f56","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:02.614935739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"991424d5-6bab-4f5f-b358-90db8a839054","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.039319516Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"4a15086e-9146-4f51-8ba3-f0471d41c211","namespace":"llm","name":"e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.130643867Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"5e904602-adde-4cac-8c38-041d33e992d5","namespace":"llm","name":"e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.264717142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f8a559-8340-4d19-9c29-a7f4e0cff185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.264720586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c115bd7-f57f-45ab-b696-ff741f22c76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.320904508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c115bd7-f57f-45ab-b696-ff741f22c76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.320906811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4f8a559-8340-4d19-9c29-a7f4e0cff185","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.419390576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"464e84e9-2838-4143-a706-0bf4efafc816","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.419959177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"24a466af-a9f3-4432-9447-1ac63fae6b6e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.448517544Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"fbee777e-a4f9-49e6-8923-b5cba1d7876c","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"name":"e2e-rt-eq-c2c8a5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.450645434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"451195b1-abc9-40db-b383-8b75b68ed80a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.484018491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"24a466af-a9f3-4432-9447-1ac63fae6b6e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.495464829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"464e84e9-2838-4143-a706-0bf4efafc816","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.544507502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"451195b1-abc9-40db-b383-8b75b68ed80a","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.596392509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d258cc87-8208-4f3b-a1be-b149f75f066a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.596428381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d258cc87-8208-4f3b-a1be-b149f75f066a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.596707754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a73aa8b8-b1eb-4b18-a6de-894afbc0a419","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.596719961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a73aa8b8-b1eb-4b18-a6de-894afbc0a419","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.597091676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4e3dec-8ba2-4c63-9ab7-ef99ddc6199c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.597107759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e4e3dec-8ba2-4c63-9ab7-ef99ddc6199c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.648592415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"cd9d8a16-7afd-4275-8f13-aa33007a16b6","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.648631173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"cd9d8a16-7afd-4275-8f13-aa33007a16b6","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.668716096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a26037d0-7070-4e71-8055-302ec5b115f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.673316359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d251ca93-c30f-4b81-8991-67b158957c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.680810175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bc40b0b9-0aaa-440f-ac1b-131d0ecfdb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.680946721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ef8b7eb6-3fdf-46b1-92fe-e022ec227b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.707201433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"82d47df7-4897-4bce-9302-b04f7c39e8b3","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.737179526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ef8b7eb6-3fdf-46b1-92fe-e022ec227b7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.738259317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"bc40b0b9-0aaa-440f-ac1b-131d0ecfdb8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.749280061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"d112760e-91ec-4db0-a8ec-14afb9f8dd6b","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"name":"e2e-rt-eq-c2c8a5","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.800737259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ef13fec-22d9-46cd-bde6-f93bf7d9cdf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.800756691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8ef13fec-22d9-46cd-bde6-f93bf7d9cdf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.80102701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee51ce85-4a01-478f-9355-0e45b77e30dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.801039063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ee51ce85-4a01-478f-9355-0e45b77e30dc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.80126032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43b3e6eb-1dda-4ef8-9723-8116d43e27ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.801271774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43b3e6eb-1dda-4ef8-9723-8116d43e27ab","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.801507682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee6b76f9-0b5f-4dca-bd16-0629c5205585","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.801519915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ee6b76f9-0b5f-4dca-bd16-0629c5205585","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.80174048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"961423e6-d310-4b9f-a83b-60da2ce97bb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:08.801751734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"961423e6-d310-4b9f-a83b-60da2ce97bb9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.037829848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"80badc35-f480-4708-94b9-1f725c4506ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.094668493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"80badc35-f480-4708-94b9-1f725c4506ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.099965931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fc548320-1125-417b-8116-02dc5a7c6122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.104603635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a3c3a000-a3bc-4781-a46c-edd83593197e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.104674915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"d6ea460c-cac9-4258-a0c6-cbaf5ae54533","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.151289099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"26523aea-a1b3-4984-b5f8-287bb27d11db","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.211212075Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"c1f68f14-6a73-408c-b519-524d5d62857a","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.205772685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"d6ea460c-cac9-4258-a0c6-cbaf5ae54533","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.212702568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fc548320-1125-417b-8116-02dc5a7c6122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.215132791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a3c3a000-a3bc-4781-a46c-edd83593197e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.265962292Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"d6ea460c-cac9-4258-a0c6-cbaf5ae54533","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.266558869Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"c1f68f14-6a73-408c-b519-524d5d62857a","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.266944781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"26523aea-a1b3-4984-b5f8-287bb27d11db","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.269860076Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"a3c3a000-a3bc-4781-a46c-edd83593197e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.369441869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"c1f68f14-6a73-408c-b519-524d5d62857a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-43be70be-gw","tenantID":"e2e-migrate-43be70be","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.484861688Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"c1f68f14-6a73-408c-b519-524d5d62857a","name":"e2e-migrate-43be70be-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.569688275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65e71ed-97f3-442a-87c6-033a509edafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.624769258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65e71ed-97f3-442a-87c6-033a509edafe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.658056744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"73830103-28bb-47fb-9a90-3c38b2add8fc","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.71367412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"73830103-28bb-47fb-9a90-3c38b2add8fc","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.718119756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"7ffcef96-60e0-4e5c-9b08-2ffe458fa810","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.718122756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"32c89601-d1f3-4743-bf9d-53020b2b24f5","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.724270086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2560ff1c-b8c4-4a2b-bc82-6e9206a7459b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.766251441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"8523dd47-92aa-4703-bead-8df4dd0fdfac","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.773621327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"7ffcef96-60e0-4e5c-9b08-2ffe458fa810","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.773635833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"32c89601-d1f3-4743-bf9d-53020b2b24f5","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.779856695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2560ff1c-b8c4-4a2b-bc82-6e9206a7459b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.801665735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"7c35ac24-4924-435e-9283-9866997e488d","namespace":"llm","name":"e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.892441879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"fd578e75-70a0-4cb7-ba2f-5a3138685ef9","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:09.89257984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"fd578e75-70a0-4cb7-ba2f-5a3138685ef9","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.178389347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0a44f539-b752-4611-8dfd-1b0363ad7025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.178395008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b0cbb84c-8730-43e1-bdbd-f5c9d2a2e217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.210708923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"53ed4e5b-5aa1-4971-b56e-1f2443e3112f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.233589739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"0a44f539-b752-4611-8dfd-1b0363ad7025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.233587782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"b0cbb84c-8730-43e1-bdbd-f5c9d2a2e217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.265737295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"53ed4e5b-5aa1-4971-b56e-1f2443e3112f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.482011129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"eaa67dc6-ff35-46e7-ba53-60503b6ddacb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.48331107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"23eba43c-7d49-4107-9853-5a9307a3bde6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.537333913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"eaa67dc6-ff35-46e7-ba53-60503b6ddacb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.538550962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"23eba43c-7d49-4107-9853-5a9307a3bde6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.544181382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"50845ccc-4353-4894-b006-efb889a1187d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.59142717Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"eaa67dc6-ff35-46e7-ba53-60503b6ddacb","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.592144814Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"23eba43c-7d49-4107-9853-5a9307a3bde6","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.593670354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"e26e8e64-2073-41eb-83f1-ca2b90a2dc80","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.599744346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"50845ccc-4353-4894-b006-efb889a1187d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.648749765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"e26e8e64-2073-41eb-83f1-ca2b90a2dc80","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.673566856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7dc5ddf3-5fbd-4dac-b1bd-255714dfb316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:10.728955772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7dc5ddf3-5fbd-4dac-b1bd-255714dfb316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.043218119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f1a0e483-fd9c-411a-804d-f94722e8ddec","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.043234048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"c59e009f-e7bc-48a0-aafc-4a6b320051b7","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.098820592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f1a0e483-fd9c-411a-804d-f94722e8ddec","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.099002677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"c59e009f-e7bc-48a0-aafc-4a6b320051b7","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.142886927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"3dd04868-9950-4009-afc0-9c053a82b7ed","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.153978112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a809016-78cb-4cbf-8be2-572793267999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.154193852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd62c84-6566-4a7d-9ee3-bb1863d8d33c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.198775339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"3dd04868-9950-4009-afc0-9c053a82b7ed","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.209139027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a809016-78cb-4cbf-8be2-572793267999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:11.209274307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd62c84-6566-4a7d-9ee3-bb1863d8d33c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.658137357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"9ac97717-ebef-4cae-ba9e-e1deb5112770","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","subscription":"e2e-rate-iso-a-af7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.708878681Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"9ac97717-ebef-4cae-ba9e-e1deb5112770","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:12.759543762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-rate-iso-a-af7eb7","reconcileID":"9ac97717-ebef-4cae-ba9e-e1deb5112770","MaaSSubscription":{"name":"e2e-rate-iso-a-af7eb7","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.026313172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"be7faf29-2e24-4043-a9bd-662a4545b977","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/rate-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.026336683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"rate-test-model-ff34e5","reconcileID":"be7faf29-2e24-4043-a9bd-662a4545b977","MaaSModelRef":{"name":"rate-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"rate-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"rate-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.026334382Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.066899287Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.187224696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"2a153aa7-6968-4b42-bf9a-a3f27f20e7a7","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:13.187242457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"2a153aa7-6968-4b42-bf9a-a3f27f20e7a7","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.053145863Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"d8df114c-ddab-4c60-8acb-454e03d95b47","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.222486977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"584aa48e-820f-4f1a-abe0-991324efab3b","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.222520513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"584aa48e-820f-4f1a-abe0-991324efab3b","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.322956961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"99514e50-99a9-424e-ad0f-b23e66e0aecb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.322982332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"99514e50-99a9-424e-ad0f-b23e66e0aecb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.592850889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"bed58d24-6512-4453-82b8-2949ad42078c","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.648691945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"bed58d24-6512-4453-82b8-2949ad42078c","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:14.979971328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"c7305991-121e-49d7-9bf4-b54605e8d630","namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.030158742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"b384aef7-f900-45b0-8876-cef2e9a5db63","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.030188552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"b384aef7-f900-45b0-8876-cef2e9a5db63","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","externalModel":"e2e-rot-0ea719","provider":"e2e-rot-0ea719-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.040902976Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"7cd639f6-c902-469e-83bb-f9dc3251e64b","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.139079505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"edf4d973-2599-4579-a894-be64c17ad31e","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.139105725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"edf4d973-2599-4579-a894-be64c17ad31e","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.175202966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"de72f747-3b10-46bb-90dd-bd127496a474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.176771743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d66e4bbf-f29e-4111-af3d-3e3c5c83b63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.234124581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d66e4bbf-f29e-4111-af3d-3e3c5c83b63f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.234138491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"de72f747-3b10-46bb-90dd-bd127496a474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.240278094Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"bc9fe484-07b6-4beb-806b-acd580715760","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.276987273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ba86df01-6b13-4729-9c1a-ea3ad7bb4e22","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.328233104Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"a876138d-5048-43a5-ba85-2e40727c4a27","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.333433238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ba86df01-6b13-4729-9c1a-ea3ad7bb4e22","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.37726159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f8ad2334-498d-43a7-b29d-cc7941e3bb92","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.377263782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"16fec1f4-e946-45e0-823b-f9928d334cf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.396832152Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"e4664e0b-a7cb-4bfa-97f3-bfa2db2e3c15","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"routeName":"external-model-e2e-rot-0ea719-9169983930e6","namespace":"e2e-extmod-rot-user-d2df68","model":"e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.43336353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"16fec1f4-e946-45e0-823b-f9928d334cf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.434498697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"f8ad2334-498d-43a7-b29d-cc7941e3bb92","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.481710912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"739044e5-deef-4aa4-8ff5-9012e061dfdf","namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.515620802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"e4664e0b-a7cb-4bfa-97f3-bfa2db2e3c15","name":"e2e-rot-0ea719","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0ea719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.515785155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"e4664e0b-a7cb-4bfa-97f3-bfa2db2e3c15","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-0ea719\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.570226559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"58380d9b-284e-44d2-9d99-89491afba398","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"error":"ExternalModel e2e-rot-0ea719 not found in namespace e2e-extmod-rot-user-d2df68 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.60470292Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"207ce0f7-4680-45ed-baa4-8d609a6cbef5","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.635954553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"58380d9b-284e-44d2-9d99-89491afba398","error":"ExternalModel e2e-rot-0ea719 not found in namespace e2e-extmod-rot-user-d2df68 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.706563852Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"4e758a14-a5ca-4ddb-a2a5-95fd5c293bf1","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"error":"ExternalModel e2e-rot-0ea719 not found in namespace e2e-extmod-rot-user-d2df68 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:15.706662438Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-0ea719","namespace":"e2e-extmod-rot-user-d2df68"},"namespace":"e2e-extmod-rot-user-d2df68","name":"e2e-rot-0ea719","reconcileID":"4e758a14-a5ca-4ddb-a2a5-95fd5c293bf1","error":"ExternalModel e2e-rot-0ea719 not found in namespace e2e-extmod-rot-user-d2df68 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.792628395Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"f1e35502-7b05-45c4-b79a-f4771cc973e9","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","error":"MaaSModelRef not found: e2e-extmod-rot-user-d2df68/e2e-rot-0ea719 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.813150649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5e5d0033-9897-4f05-b508-c0a4e8a1ef44","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.832296623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"66b0024b-3a73-469a-acc4-1e7bcb69e93f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.868758656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5e5d0033-9897-4f05-b508-c0a4e8a1ef44","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.890386872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"66b0024b-3a73-469a-acc4-1e7bcb69e93f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.890434964Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"66b0024b-3a73-469a-acc4-1e7bcb69e93f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.989125877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92f4b805-ae97-4637-b9da-d4de1a39ee6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:15.99097642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1be6b41-d891-4267-b408-abe617260f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.045239854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92f4b805-ae97-4637-b9da-d4de1a39ee6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.045831235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"a1be6b41-d891-4267-b408-abe617260f92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.089786465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a32e6448-9d87-416b-be1f-027ad48e2769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.145296126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a32e6448-9d87-416b-be1f-027ad48e2769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.192683515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8e76091c-c9e0-4584-a061-1987e0561072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.247998648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8e76091c-c9e0-4584-a061-1987e0561072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.39256117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"9c5387ca-a1fd-41e8-9a66-4f63efe77e79","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.482085723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"9c5387ca-a1fd-41e8-9a66-4f63efe77e79","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.633600457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3c601208-bb6b-4834-8a70-0b5947c6c0d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.633861483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"3f4bdcae-9b50-41b0-9f8d-efbe6796ca38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.69515467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3c601208-bb6b-4834-8a70-0b5947c6c0d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.702879622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"3f4bdcae-9b50-41b0-9f8d-efbe6796ca38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.817895319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ecf6b9d6-6820-467b-a9ee-eb846a9890d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.821745568Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"3f4bdcae-9b50-41b0-9f8d-efbe6796ca38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.822255501Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"3c601208-bb6b-4834-8a70-0b5947c6c0d4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.873677804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ecf6b9d6-6820-467b-a9ee-eb846a9890d6","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.920894995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"25a80226-1b9f-4476-978f-42e548762889","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.934988978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"72004bf4-716c-4cee-8084-fe73f5f598e4","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.935018997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"72004bf4-716c-4cee-8084-fe73f5f598e4","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.977723558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8a406d5b-739b-4982-853a-0dd3fc149f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:16.983109254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"25a80226-1b9f-4476-978f-42e548762889","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.033004123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8a406d5b-739b-4982-853a-0dd3fc149f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.179546787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0b4beb03-78b6-4d73-9b57-dd7bae7216d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.23797457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0b4beb03-78b6-4d73-9b57-dd7bae7216d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.280305457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"5eb47567-dae5-4ada-9a4a-bf360fe22336","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.336578381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"5eb47567-dae5-4ada-9a4a-bf360fe22336","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.488577529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3ee8a4e1-7d11-43a5-92f0-6ba06a3e69e0","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.545215749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3ee8a4e1-7d11-43a5-92f0-6ba06a3e69e0","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.688975959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"dad371cb-b295-487e-8715-1760caaaeb0f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.745317756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"dad371cb-b295-487e-8715-1760caaaeb0f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:17.745366811Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"dad371cb-b295-487e-8715-1760caaaeb0f","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.845472353Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rot-0ea719-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c2c8a5-sub models-as-a-service/e2e-rt-sw-d2d713-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.87851074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"ab8aa043-e574-4703-8f8e-d0a77ed68cce","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:21:19.973946858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"00d738b5-2dce-4f5d-8332-0b94322d1b85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-c2c8a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.987191549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"ee6bef59-4bc0-44c1-abb7-054e5451d4cb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:19.987260625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"ee6bef59-4bc0-44c1-abb7-054e5451d4cb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.134934693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"714df292-363b-4d7c-8fc4-a95687c61835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.135703488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba11013-c6da-460e-a542-01397cae33d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.146860049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"20763211-1196-440b-b41e-30c6cd0cbe18","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.147694585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"52e2a1d2-37d7-4dcf-8c05-439fe91c54e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.162337384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"8431bce9-bcc4-4eac-99b0-a35691ae2f46","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.162979568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"8431bce9-bcc4-4eac-99b0-a35691ae2f46","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.193358605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"714df292-363b-4d7c-8fc4-a95687c61835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.193729209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba11013-c6da-460e-a542-01397cae33d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.235179697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"20763211-1196-440b-b41e-30c6cd0cbe18","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.247090425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"52e2a1d2-37d7-4dcf-8c05-439fe91c54e1","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.289664442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"f0116483-f5bc-4d1a-96f3-44462ffdb6d5","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.289691083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"f0116483-f5bc-4d1a-96f3-44462ffdb6d5","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.455372081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"ebf5d14d-266a-4711-aa59-b8684c88589d","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c2c8a5","model":"e2e-rt-eq-c2c8a5","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-c2c8a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.722938963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4924656c-b5ff-4bdf-97f1-d76c9da9cd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.722950495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a271bbc8-fd2e-4a72-8cf6-416f29ccfb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.777989628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4924656c-b5ff-4bdf-97f1-d76c9da9cd91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.778195435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a271bbc8-fd2e-4a72-8cf6-416f29ccfb9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.784712975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"43ad3d8c-525a-47fe-92f2-e5cdf02ef6bb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.784729963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"43ad3d8c-525a-47fe-92f2-e5cdf02ef6bb","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.829584908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"398216ba-c8fa-4a6b-b459-cc8c5d9d0470","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.829588878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"a4a52c5d-546d-4ac4-8d55-9bc13277c71b","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.885587796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"398216ba-c8fa-4a6b-b459-cc8c5d9d0470","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.886320276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"a4a52c5d-546d-4ac4-8d55-9bc13277c71b","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:20.990476603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"1bdfc180-dfd2-4a2c-9552-0444775a8ce4","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c2c8a5","model":"llm/e2e-rt-eq-c2c8a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.238725055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60566e34-291e-44a5-8bae-f6bf67c74150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.238744114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"940226cc-319b-48c1-9dd5-6533e05b59d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.294739311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60566e34-291e-44a5-8bae-f6bf67c74150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.294814589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"940226cc-319b-48c1-9dd5-6533e05b59d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.441340208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"72624ac7-d2ab-4520-8ef1-5ecee2e9eb51","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.441475571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"f7096a25-381e-4e6e-b6ed-fc5536913a25","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.498184603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"f7096a25-381e-4e6e-b6ed-fc5536913a25","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:21.498214494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"72624ac7-d2ab-4520-8ef1-5ecee2e9eb51","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.415207469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"6dd59084-1367-437e-8afb-ebef013ec7d1","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.415313709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"6dd59084-1367-437e-8afb-ebef013ec7d1","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.477081068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"fff6439f-9365-44f6-8029-5718eeb15929","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.47718009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"fff6439f-9365-44f6-8029-5718eeb15929","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.587437141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"b87ddb54-2ff0-454f-89f5-cf660d4b9056","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.709689117Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c2c8a5-sub models-as-a-service/e2e-rt-sw-d2d713-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.710116555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"645cc0f3-42a5-424e-a4aa-db6bfb9d3647","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.710135318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"645cc0f3-42a5-424e-a4aa-db6bfb9d3647","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.752114622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"b87ddb54-2ff0-454f-89f5-cf660d4b9056","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.805761436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ef676b77-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"b87ddb54-2ff0-454f-89f5-cf660d4b9056","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.822176424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4a67cdc3-f163-4f98-a5c5-ad777831962e","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.822199557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"4a67cdc3-f163-4f98-a5c5-ad777831962e","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.873256395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"f737fad0-dafe-4bc8-a71d-c1a0d8e17fa6","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.873274683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"f737fad0-dafe-4bc8-a71d-c1a0d8e17fa6","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.888934188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"bb8dbf9e-e8d4-419b-a78d-0bc6f44b426c","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.891871862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"c08d759d-7a2a-4817-b33c-36a10498ca21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.892309973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"cb28a1e0-7e2b-4a1d-98be-b003da04633e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.892501182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"6adeb729-d24c-408a-8e5e-c707c34eca65","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.944602451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"bb8dbf9e-e8d4-419b-a78d-0bc6f44b426c","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.947317469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"c08d759d-7a2a-4817-b33c-36a10498ca21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.947459667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"cb28a1e0-7e2b-4a1d-98be-b003da04633e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.949529298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"6adeb729-d24c-408a-8e5e-c707c34eca65","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.98957072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3100a754-ba63-4b5e-bb80-452535e6ab87","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.989590844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3100a754-ba63-4b5e-bb80-452535e6ab87","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:22.998722583Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"bb8dbf9e-e8d4-419b-a78d-0bc6f44b426c","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.001364469Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"cb28a1e0-7e2b-4a1d-98be-b003da04633e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.001826469Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"c08d759d-7a2a-4817-b33c-36a10498ca21","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.076461792Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"ebd125a1-c935-4287-9ea8-b321b9ecda05","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"e2e-lifecycle-model-ef676b77","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-ef676b77/e2e-sub-ef676b77"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.090840185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"955f3732-6677-424c-af11-bf92f63c4752","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.090869541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"955f3732-6677-424c-af11-bf92f63c4752","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.141837915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"6eaad092-aaab-4e07-8b66-8504a46b999a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.14185523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"6eaad092-aaab-4e07-8b66-8504a46b999a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.212488498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"24f1c95a-f3dd-46ca-8d09-f85443eca03d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.23786903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"adacd305-3318-41a5-85f5-5bfb97fdf60e","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.237890398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"adacd305-3318-41a5-85f5-5bfb97fdf60e","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.252563515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"563a1818-725b-47c8-ae1a-7299d26fb136","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.268195205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"24f1c95a-f3dd-46ca-8d09-f85443eca03d","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.307472188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"563a1818-725b-47c8-ae1a-7299d26fb136","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.344664982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"4ffdfe11-d511-4037-9550-b6f1c8c9f445","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","subscription":"e2e-rate-iso-b-af7eb7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.361155393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ef676b77-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"563a1818-725b-47c8-ae1a-7299d26fb136","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.395312203Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"4ffdfe11-d511-4037-9550-b6f1c8c9f445","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.441488867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"ff5589ab-6288-44b1-bb37-377f121b3781","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.446231193Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-rate-iso-b-af7eb7","reconcileID":"4ffdfe11-d511-4037-9550-b6f1c8c9f445","MaaSSubscription":{"name":"e2e-rate-iso-b-af7eb7","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.49983371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"65791f3d-f0e5-4bfb-9da6-f3e33eeffc3a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.555276539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"65791f3d-f0e5-4bfb-9da6-f3e33eeffc3a","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.714165939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e7c35ffc-5068-4bfc-8ad6-4f04f6a0422d","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/rate-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.714192994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"rate-test-model-83bb08","reconcileID":"e7c35ffc-5068-4bfc-8ad6-4f04f6a0422d","MaaSModelRef":{"name":"rate-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"rate-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"rate-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:23.714192466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c2c8a5-sub models-as-a-service/e2e-rt-sw-d2d713-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:29.994884856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"cb8bd2b3-4f9d-4e7d-af83-3a854fbf48df","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:32.684875254Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"b24605ec-4f9a-4ebb-a404-24747047cbad","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","subscription":"e2e-rot-0ea719-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:32.685005685Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-sub","reconcileID":"b24605ec-4f9a-4ebb-a404-24747047cbad","MaaSSubscription":{"name":"e2e-rot-0ea719-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","error":"MaaSModelRef not found: e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:32.999572808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-recover-2046ba-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c2c8a5-sub models-as-a-service/e2e-rt-sw-d2d713-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.349905484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"7bc610ab-2906-4e5c-93ad-b2c43f004e58","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.349988618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d7b78398-1140-410c-bb54-392df2a0ee09","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.350454654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"436c4f0e-05d1-4d98-8396-54d90df7a718","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.351129608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"53446fca-f21a-4fc6-a2fa-8d10c9ed1115","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.351198953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"edd08167-8d91-43df-858c-41f2ec2c3ab5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.405360324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"7bc610ab-2906-4e5c-93ad-b2c43f004e58","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.406381974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"d7b78398-1140-410c-bb54-392df2a0ee09","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.40766053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"436c4f0e-05d1-4d98-8396-54d90df7a718","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.409838788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"edd08167-8d91-43df-858c-41f2ec2c3ab5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.409932403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"53446fca-f21a-4fc6-a2fa-8d10c9ed1115","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.459276648Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"7bc610ab-2906-4e5c-93ad-b2c43f004e58","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.46332155Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"edd08167-8d91-43df-858c-41f2ec2c3ab5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.609517896Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rot-0ea719-access","reconcileID":"582cc919-e4b3-4e30-9381-1937d771901c","MaaSAuthPolicy":{"name":"e2e-rot-0ea719-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rot-user-d2df68/e2e-rot-0ea719","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.811204366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"1d3697fc-348e-42b5-aa3b-6c903d469c0d","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.90269645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"1d3697fc-348e-42b5-aa3b-6c903d469c0d","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.949706049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ca3041e6-358c-4da8-b8db-b3b45b213b19","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:33.956716581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ef676b77-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"1d3697fc-348e-42b5-aa3b-6c903d469c0d","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:34.004979527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ca3041e6-358c-4da8-b8db-b3b45b213b19","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:34.058583266Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ca3041e6-358c-4da8-b8db-b3b45b213b19","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.28600333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"0437f505-3ef8-4fa2-a1f0-007de769089e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.286004457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"54cc14c6-6c43-45b7-b595-a450041de007","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.288167719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ffac175d-d2f7-40b7-acd4-ac00df67605e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.288446702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0b1342f1-7587-43c1-8121-ff26a0323a67","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.288755744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"a26dbbc2-bdb0-401a-8287-4499a8fe3dc5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.341394847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"54cc14c6-6c43-45b7-b595-a450041de007","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.342537754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"0437f505-3ef8-4fa2-a1f0-007de769089e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.343869857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"a26dbbc2-bdb0-401a-8287-4499a8fe3dc5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.344656423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0b1342f1-7587-43c1-8121-ff26a0323a67","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.346011402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ffac175d-d2f7-40b7-acd4-ac00df67605e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.396742485Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"0437f505-3ef8-4fa2-a1f0-007de769089e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:35.400028634Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ffac175d-d2f7-40b7-acd4-ac00df67605e","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:40.109231379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"ea578a42-17a0-47b0-b010-f1c5b46c5206","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.379183788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"0f2fe4e7-9bcd-4fb7-989c-e0a3ee2e98f7","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c2c8a5","model":"llm/e2e-rt-eq-c2c8a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.638542995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"b58eed2c-731d-4fc4-b1aa-b8af3d56c98a","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.643839484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"ab169110-f10c-4250-8553-2d235c48b27d","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.643862429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"ab169110-f10c-4250-8553-2d235c48b27d","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.799989949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"eedc01f5-5d40-4cc0-9aac-9de16d94bf7a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:41.800016299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"eedc01f5-5d40-4cc0-9aac-9de16d94bf7a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.033897212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd28367-73ad-4d0b-b623-d0b9a35f9bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.03794978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a91d70d-8022-441f-a437-444f4521eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.052822748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"eed37230-9f32-44ba-a4c5-01989196bb83","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.061885471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"7b6f9e8f-a002-4aeb-baf3-82aa9ae7cec7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.062539936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"ea9b285d-87b3-4e7d-b4e6-60150dd2cbca","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.072091188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.089272407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd28367-73ad-4d0b-b623-d0b9a35f9bd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.107447319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a91d70d-8022-441f-a437-444f4521eb7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.114027142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"eed37230-9f32-44ba-a4c5-01989196bb83","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.165268127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"ea9b285d-87b3-4e7d-b4e6-60150dd2cbca","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.168165218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"7b6f9e8f-a002-4aeb-baf3-82aa9ae7cec7","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.170249266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ef676b77-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92bcfc25527a6f186ef306d191d81a743c698a62351ff69bb8813878fb7bfe80) AuthConfig (b35b865d6188efcfe0520aa3009946f8b967fb3bf488297c49846d5fefe49f14) AuthConfig (3fe491fadef0dc0db3ceaa0aceb45c086c861bb158471fd03ac2a9901751f7c7) AuthConfig (21b529e4477c9ebacb06f391ba12398a8fbded76bf89dbd3cdfcf061646c1e07) AuthConfig (00bca45e1bba2a38fb5bbebc68d5ebf4152b687e5fc91b6d3dd7fd4623830a63) AuthConfig (1c5c6db0c0e889ea1c06a5f87d6eb3ea85241056fef14291d75844cf76e6981c) AuthConfig (3da8933fae9aafc3c42dd9209e9f0e87d1974f900e9fe342bbd247135c57a059) AuthConfig (f6197b91812f5930bb4be967e2876147339ec5885ce5a1fe0c5e99ec96483ab8) AuthConfig (9cac6bb872364dcf11d1726182a31582a3c94ff55fd12d319cb9ac071053475e) AuthConfig (55e749ca36a29c591bc72e75ddc39e2ea583a104cda65d5333ff30adc402eca6) AuthConfig (ca10d60369008c620606f54c4645ae1a281f5b1fef562c6e6154c38975c66a5e) AuthConfig (427eeabffeef61095263b38c286655c8b50bbb80f32a430ac83c7ef76e463666) AuthConfig (a8a9a32ce5aad315154195d901749c304cec4c15ab2d9581a34c1b7f57789af9) AuthConfig (014a98b106cb60ef47705662f87910cbfd6a783d593c1cf8446c01fa5d81931f) AuthConfig (8bd2ae7aa2d6ba74ecfc2190d21fa116ada08735570783ac1165560ce8113bfc) AuthConfig (30fca334c670e37968db8df812b2e6eabcbcba52f57511892a29fef51927b5bd) AuthConfig (14ce2e8a27531472a098a7133aaf13e22fb1bfcbcc05fd06b28186554f3a8c60) AuthConfig (7c78dab346d8016332b7a2411039ecb7a5b7ad4b9628dcf5909cdb9876899bad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"eed37230-9f32-44ba-a4c5-01989196bb83","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.264823268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"97d86a76-ffdc-486b-a344-c166e21a2392","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:43.26494251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"97d86a76-ffdc-486b-a344-c166e21a2392","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.141884623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"c462a6cd-b077-4e1c-9d90-81bd7d2fe345","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","subscription":"e2e-rec-recover-2046ba-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.142023543Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-sub","reconcileID":"c462a6cd-b077-4e1c-9d90-81bd7d2fe345","MaaSSubscription":{"name":"e2e-rec-recover-2046ba-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.404684472Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub ai-tenant-e2e-extmod-b-84f58d/e2e-rec-ctrl-fc15a9-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-c2c8a5-sub models-as-a-service/e2e-rt-sw-d2d713-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.516855566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"a5ad9a16-a8f7-4e2a-b6e9-36e0bc0e0436","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.516880292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"a5ad9a16-a8f7-4e2a-b6e9-36e0bc0e0436","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.628757141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"ed6659da-cf0b-428c-971b-0c664054b4e4","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.628784588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"ed6659da-cf0b-428c-971b-0c664054b4e4","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.716191866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ee0f43ef-346e-4bc3-aa4b-6ad3dbbc19cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.716209786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ce72ab2c-e68a-4cc7-b89d-804e6f1383ac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.719567241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e152865b-1fb0-4765-a915-772bc5f15a70","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.719678615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"8379261c-af32-4002-9b1f-3c5453414cac","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.719994631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"adb86450-30bf-472e-88eb-2fd1a64bf8ed","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.729599224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"9e94092f-913d-4919-979b-711c93eabd2b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.729618194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"9e94092f-913d-4919-979b-711c93eabd2b","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.771877791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ee0f43ef-346e-4bc3-aa4b-6ad3dbbc19cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.77213586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ce72ab2c-e68a-4cc7-b89d-804e6f1383ac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.775137207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"adb86450-30bf-472e-88eb-2fd1a64bf8ed","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.775198444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"8379261c-af32-4002-9b1f-3c5453414cac","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.777240158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e152865b-1fb0-4765-a915-772bc5f15a70","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.82664299Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"ee0f43ef-346e-4bc3-aa4b-6ad3dbbc19cd","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.826927165Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"ce72ab2c-e68a-4cc7-b89d-804e6f1383ac","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:45.977192831Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-recover-2046ba-access","reconcileID":"63985790-299d-4a22-9864-d8fc849227b4","MaaSAuthPolicy":{"name":"e2e-rec-recover-2046ba-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-noaccess-4c5b94/e2e-rec-recover-2046ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.894772107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"04ef5f4a-fec3-4c89-b12a-6ad14c932727","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.894923016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"526861d0-d784-46af-8987-440b854f49b4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.894773729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"44fdb532-3b36-4a5d-b558-5b0d6d1ac839","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.895507698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3a3629fb-7ee8-440d-89fd-388cdcd8353a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.950282265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"04ef5f4a-fec3-4c89-b12a-6ad14c932727","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.950390363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"526861d0-d784-46af-8987-440b854f49b4","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.952391984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"44fdb532-3b36-4a5d-b558-5b0d6d1ac839","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:46.952619124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"3a3629fb-7ee8-440d-89fd-388cdcd8353a","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:47.004516122Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"04ef5f4a-fec3-4c89-b12a-6ad14c932727","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:50.21027098Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9b3550cb-ba05-473c-a07d-61c58fc95259","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.207808419Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"01f0ecb4-4f8e-44b7-a4d2-ef5fc1aad968","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:52.312061051Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"01f0ecb4-4f8e-44b7-a4d2-ef5fc1aad968","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.336097812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"9686b662-ac5d-4c3e-8788-199c7127a32b","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.358017093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"6932d138-636f-4125-b33d-dfecd0d07a7e","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.358070381Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"6932d138-636f-4125-b33d-dfecd0d07a7e","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.393294125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"9686b662-ac5d-4c3e-8788-199c7127a32b","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.517161855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-ef676b77-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92bcfc25527a6f186ef306d191d81a743c698a62351ff69bb8813878fb7bfe80) AuthConfig (b35b865d6188efcfe0520aa3009946f8b967fb3bf488297c49846d5fefe49f14) AuthConfig (3fe491fadef0dc0db3ceaa0aceb45c086c861bb158471fd03ac2a9901751f7c7) AuthConfig (21b529e4477c9ebacb06f391ba12398a8fbded76bf89dbd3cdfcf061646c1e07) AuthConfig (00bca45e1bba2a38fb5bbebc68d5ebf4152b687e5fc91b6d3dd7fd4623830a63) AuthConfig (1c5c6db0c0e889ea1c06a5f87d6eb3ea85241056fef14291d75844cf76e6981c) AuthConfig (3da8933fae9aafc3c42dd9209e9f0e87d1974f900e9fe342bbd247135c57a059) AuthConfig (f6197b91812f5930bb4be967e2876147339ec5885ce5a1fe0c5e99ec96483ab8) AuthConfig (9cac6bb872364dcf11d1726182a31582a3c94ff55fd12d319cb9ac071053475e) AuthConfig (55e749ca36a29c591bc72e75ddc39e2ea583a104cda65d5333ff30adc402eca6) AuthConfig (ca10d60369008c620606f54c4645ae1a281f5b1fef562c6e6154c38975c66a5e) AuthConfig (427eeabffeef61095263b38c286655c8b50bbb80f32a430ac83c7ef76e463666) AuthConfig (a8a9a32ce5aad315154195d901749c304cec4c15ab2d9581a34c1b7f57789af9) AuthConfig (014a98b106cb60ef47705662f87910cbfd6a783d593c1cf8446c01fa5d81931f) AuthConfig (8bd2ae7aa2d6ba74ecfc2190d21fa116ada08735570783ac1165560ce8113bfc) AuthConfig (30fca334c670e37968db8df812b2e6eabcbcba52f57511892a29fef51927b5bd) AuthConfig (14ce2e8a27531472a098a7133aaf13e22fb1bfcbcc05fd06b28186554f3a8c60) AuthConfig (7c78dab346d8016332b7a2411039ecb7a5b7ad4b9628dcf5909cdb9876899bad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"9686b662-ac5d-4c3e-8788-199c7127a32b","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.569012622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9b61d893-0fe1-457a-b644-44dfdd8a6031","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.570654079Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"ebfcc69a-8c46-4bf8-9f3f-604b8f667301","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f505270c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.612186716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"b2ced910-1e5d-49d0-980f-ffbc7ac3c228","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.661865595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2b37d1c-f9ba-4e33-915e-d23f6f6d90d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.662004458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"85d82910-8b32-47d2-ac88-f6ddf4f5685c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.66186555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fbfb85-7bb4-48a4-b6d0-595a6bd7df61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.667214596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"b2ced910-1e5d-49d0-980f-ffbc7ac3c228","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.718864024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2b37d1c-f9ba-4e33-915e-d23f6f6d90d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.718887533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01fbfb85-7bb4-48a4-b6d0-595a6bd7df61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:53.72113407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"85d82910-8b32-47d2-ac88-f6ddf4f5685c","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.132646972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14397ff-e5a8-4169-abaa-035d0f12a06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.132677401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b2c65e-1b5e-4b51-87d4-16cadb6ce7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.18788707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14397ff-e5a8-4169-abaa-035d0f12a06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.188091827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b2c65e-1b5e-4b51-87d4-16cadb6ce7f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.280254674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdf4b59-5598-4e62-80d6-87d82ac5baa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.331737548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdf4b59-5598-4e62-80d6-87d82ac5baa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.332582412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"3772d5e1-0d1b-4c6b-908e-436a095206f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.334251912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"9761edaa-b8cc-4d37-b710-2b43abc16de6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.385643873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdf4b59-5598-4e62-80d6-87d82ac5baa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.386312123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"9e69feea-f73d-454a-8729-7e0b879d3352","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.388923819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"3772d5e1-0d1b-4c6b-908e-436a095206f7","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.390637955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"9761edaa-b8cc-4d37-b710-2b43abc16de6","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.435967302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbdf4b59-5598-4e62-80d6-87d82ac5baa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:54.537062271Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"bcf6bca4-b0a9-41d4-bbbb-f25fbd663e59","MaaSModelRef":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.318257808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a054e285-4e44-4485-8711-38d3276686c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.368380138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a054e285-4e44-4485-8711-38d3276686c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.418583461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a054e285-4e44-4485-8711-38d3276686c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.468851835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a054e285-4e44-4485-8711-38d3276686c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.7975998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"2b3c2e11-81a9-4897-ba6c-3a19e8e8cd5f","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","subscription":"e2e-rec-ctrl-fc15a9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:56.797740198Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-sub","reconcileID":"2b3c2e11-81a9-4897-ba6c-3a19e8e8cd5f","MaaSSubscription":{"name":"e2e-rec-ctrl-fc15a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","error":"MaaSModelRef not found: e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.078363469Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-detach-a2c08c-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.153689315Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"83d76b91-b6eb-47de-92fd-9603ee54edb7","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.184323288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6e2a57a9-00a6-4dc0-90a1-36716a70aac9","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.184345375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6e2a57a9-00a6-4dc0-90a1-36716a70aac9","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.285314804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6d9fc9fe-7528-4656-9cdd-3a51f94dbb9d","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.285339353Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"6d9fc9fe-7528-4656-9cdd-3a51f94dbb9d","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.328487592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ea71fdfc-9609-4c32-9c6c-57b1d57a6abe","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.328558337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4a2439e3-fee9-43b1-8b03-1be7ab8f94ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.329600124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"1c8de376-8543-43e3-935f-be01f06db506","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.329619237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a2b8b0f7-2772-4027-b8b0-cf5f1a0d04f1","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.383593223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4a2439e3-fee9-43b1-8b03-1be7ab8f94ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.383922991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ea71fdfc-9609-4c32-9c6c-57b1d57a6abe","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.385919411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"1c8de376-8543-43e3-935f-be01f06db506","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.386178893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a2b8b0f7-2772-4027-b8b0-cf5f1a0d04f1","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.386310783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"f801aabc-330b-4dd2-8fae-d2bc8cd6c633","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.386325893Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"f801aabc-330b-4dd2-8fae-d2bc8cd6c633","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.437678194Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"4a2439e3-fee9-43b1-8b03-1be7ab8f94ec","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.487183632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"e6dd7f4f-0c8c-4495-a78f-891980749c76","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.487205378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"e6dd7f4f-0c8c-4495-a78f-891980749c76","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:21:57.536988755Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-rec-ctrl-fc15a9-access","reconcileID":"a773b16f-54a9-4e25-921e-f052bf6fdd5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-fc15a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-rec-user-b055f8/e2e-rec-ctrl-fc15a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.241254065Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"40dccadc-fbeb-49d8-a1d3-65e347f76bfb","namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.349001522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"d164265d-3dfe-4240-bbdc-144e4f244d46","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.394432928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f5ce7d51-1edb-4b4e-b5df-a7798ac53a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.40504176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"d164265d-3dfe-4240-bbdc-144e4f244d46","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.4431105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"96bf0a50-e64f-41c9-adcf-65ed5edf2ead","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.444003169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"49af002c-7766-4493-aa6d-bf3080ed71d2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.444374998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"34313fa0-b87f-47f3-90cd-e540244caf31","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.449874722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f5ce7d51-1edb-4b4e-b5df-a7798ac53a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.498604705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"96bf0a50-e64f-41c9-adcf-65ed5edf2ead","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.499054588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"49af002c-7766-4493-aa6d-bf3080ed71d2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.500960166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"34313fa0-b87f-47f3-90cd-e540244caf31","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.640097868Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-88d711","namespace":"e2e-extmod-att-noaccess-e66508"},"namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","reconcileID":"91c96068-2aaa-4f6d-8b42-2f276b025dc5","namespace":"e2e-extmod-att-noaccess-e66508","name":"e2e-att-noaccess-88d711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.806153347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"030a9cc5-d709-4061-8af3-8a36ac78f161","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.806174453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"030a9cc5-d709-4061-8af3-8a36ac78f161","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.904234604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"886198be-8861-4f15-87e5-d6da3f0aab58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.905218216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"45e54504-ac25-4589-b2f8-124addc09d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.959161937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"886198be-8861-4f15-87e5-d6da3f0aab58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:00.960058088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"45e54504-ac25-4589-b2f8-124addc09d91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.003416264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e6197640-19c2-4b06-9f7d-f31360d8fab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.003530737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"002b0725-52d0-4cdf-b287-ca13d0cf38b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.060622494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"002b0725-52d0-4cdf-b287-ca13d0cf38b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.061646901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e6197640-19c2-4b06-9f7d-f31360d8fab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.10310861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"9815f0a9-55cf-4693-95b0-6757b87e449b","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.158311467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"9815f0a9-55cf-4693-95b0-6757b87e449b","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.31062141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"052b989e-a8ee-4e5e-9ffd-dfa9a4085d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.362130981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"fccfb315-37f1-4aab-a5a9-e40ec2c816e6","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.365908541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"052b989e-a8ee-4e5e-9ffd-dfa9a4085d09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.412554762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"0dd917ac-4a75-4078-8301-3cf5ac3eb88e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.414433618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6da976ba-e78b-413a-a0f8-9382560a796a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.417468511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"fccfb315-37f1-4aab-a5a9-e40ec2c816e6","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.467956245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"0dd917ac-4a75-4078-8301-3cf5ac3eb88e","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.469247921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6da976ba-e78b-413a-a0f8-9382560a796a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.664898667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b69b18be-8575-4f1d-b6bf-302352235249","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.716325851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6b14babb-baa7-43bd-bd7b-bfc8b8fb810e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.720169591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b69b18be-8575-4f1d-b6bf-302352235249","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.766763415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"17985cc8-896d-4b68-831a-6ccd5fe88bfd","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.771730447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"6b14babb-baa7-43bd-bd7b-bfc8b8fb810e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:01.822144794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"17985cc8-896d-4b68-831a-6ccd5fe88bfd","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.260437589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"5ffe0d8a-ad4b-438f-8b8d-28cdfcbed99d","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.260464329Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"5ffe0d8a-ad4b-438f-8b8d-28cdfcbed99d","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.411574873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5a06785d-dc8c-4fae-858b-30af9d44b92e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.411603874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"9f9dbb63-3428-4543-8a45-eece9ddea119","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.41629495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"808c217c-bb77-4a3a-b85e-b41d97cc3a43","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.41777941Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"cdd45c15-06ff-4155-8fdb-8bab9be164f7","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b0a860ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.467429879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"9f9dbb63-3428-4543-8a45-eece9ddea119","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.467440366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"5a06785d-dc8c-4fae-858b-30af9d44b92e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.471482748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"808c217c-bb77-4a3a-b85e-b41d97cc3a43","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.919518139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e919c59b-7ce5-48f0-b27e-307521a1cfe5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.919515461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a539ea3a-1003-4032-bc91-3f5db87cbe46","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.920146485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"13ec582d-4eeb-4d1d-a7b2-f2b1beac2350","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.991521934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"13ec582d-4eeb-4d1d-a7b2-f2b1beac2350","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.995328524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"a539ea3a-1003-4032-bc91-3f5db87cbe46","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:02.998346638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"e919c59b-7ce5-48f0-b27e-307521a1cfe5","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.622435704Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"9fd4139a-af81-4933-a8f6-c82c6b8541a1","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c2c8a5","subscription":"e2e-rt-eq-c2c8a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.730105559Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"9fd4139a-af81-4933-a8f6-c82c6b8541a1","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:03.780589745Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-sub","reconcileID":"9fd4139a-af81-4933-a8f6-c82c6b8541a1","MaaSSubscription":{"name":"e2e-rt-eq-c2c8a5-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-c2c8a5","namespace":"llm","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.046382928Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.09765066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"abc3c516-019d-4514-b8d7-0b7ab47cfac1","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.097677389Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"abc3c516-019d-4514-b8d7-0b7ab47cfac1","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.253368897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"bc58d26f-37ae-4a05-a560-b6653c18949a","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.253395667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"bc58d26f-37ae-4a05-a560-b6653c18949a","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.299854331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"cab89158-0612-47c1-8057-aacc79adfbc7","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.29999895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46b7ce5b-8e7d-4330-b76c-0e40a4c45cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.30027894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"8c652b31-649c-4028-8687-82d2039ac9e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.300439532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690c21fb-815b-4a8d-869c-e810045f8640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.356050575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"8c652b31-649c-4028-8687-82d2039ac9e4","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.3562139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"cab89158-0612-47c1-8057-aacc79adfbc7","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.356629476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"1cf6f651-e242-4f0d-be24-fe8d906c9ffe","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.356650915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"1cf6f651-e242-4f0d-be24-fe8d906c9ffe","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.359152332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46b7ce5b-8e7d-4330-b76c-0e40a4c45cbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.359295546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690c21fb-815b-4a8d-869c-e810045f8640","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.45802677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"03e0a68b-1893-4027-b9d5-e218fe69b31c","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.458056727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"03e0a68b-1893-4027-b9d5-e218fe69b31c","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.607097804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-c2c8a5-access","reconcileID":"5dbc2aa1-888a-4c84-a01e-7dd1a71e81a6","MaaSAuthPolicy":{"name":"e2e-rt-eq-c2c8a5-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.914080433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"cf8722c2-dbd2-4125-ac5a-f0ccce5fce18","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:04.914105989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"cf8722c2-dbd2-4125-ac5a-f0ccce5fce18","MaaSModelRef":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-c2c8a5-fabe2c1a5231","namespace":"llm","model":"e2e-rt-eq-c2c8a5","externalModel":"e2e-rt-eq-c2c8a5","provider":"e2e-rt-eq-c2c8a5-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.482616832Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"995e917f-c593-4076-943e-c52bf0896add","namespace":"llm","name":"e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.541922184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73ad7297-45e5-4293-ad47-fbdc8e02fd3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.541945624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"73ad7297-45e5-4293-ad47-fbdc8e02fd3f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.542811734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5abe9025-8493-4920-87a4-0aef5916fe15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.542938596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5abe9025-8493-4920-87a4-0aef5916fe15","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.544125482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6f9e705e-72d1-49ad-bd60-38538c453d77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.544153908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6f9e705e-72d1-49ad-bd60-38538c453d77","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.544645843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d975e40-8593-43f0-a34e-bba477fe7196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.544661339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d975e40-8593-43f0-a34e-bba477fe7196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.595709793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"5e2b3f7d-5179-45a7-a0a7-fec33fbb487c","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.595738592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"5e2b3f7d-5179-45a7-a0a7-fec33fbb487c","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.63631811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"daf17b9a-57e3-476e-af60-e9d9ef41ee03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.64627401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70af9f5b-6dbc-419f-8f74-418786803df6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.646294172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"70af9f5b-6dbc-419f-8f74-418786803df6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.646648352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"568092f0-8dd7-40c4-bc94-83588b5f1d2d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.646662008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"568092f0-8dd7-40c4-bc94-83588b5f1d2d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.646934818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68ac6171-a337-45ca-8f65-2eb22a32b512","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.646947616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"68ac6171-a337-45ca-8f65-2eb22a32b512","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.647218493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ab414fc1-8e6f-4e0d-9ea8-0defd1e3b3d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.647230729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ab414fc1-8e6f-4e0d-9ea8-0defd1e3b3d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.684829314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1da80aee-2602-49c8-9353-8b3ae3e9af8d","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.685204034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0fd0564e-aac8-46b2-a7c1-ee0339c7968e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.688025964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ea178537-a368-40dd-8a90-16c30efa9bd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.689570095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192e7e01-653a-42ac-abb6-3e9126ca8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.691472155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"daf17b9a-57e3-476e-af60-e9d9ef41ee03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.740436679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"1da80aee-2602-49c8-9353-8b3ae3e9af8d","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.740500964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"0fd0564e-aac8-46b2-a7c1-ee0339c7968e","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.742985617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"ea178537-a368-40dd-8a90-16c30efa9bd9","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.744591076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"192e7e01-653a-42ac-abb6-3e9126ca8ac1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.746483605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7798e8f4-fc65-4fd4-8051-f23b899ff6f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.746731943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf3d5d63-ba10-4f99-8a2d-8605063d9d51","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:05.797255957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"95710874-a82c-43e7-b45c-7d24d6586e62","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","model":"llm/e2e-rt-sw-d2d713","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.10955065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"37f610fc-64c5-4679-b905-018bae557723","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.114824837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f418c185-34dc-4bb8-9f2f-da90d855638c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.158927644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4cea7c59-2d02-4311-9fd8-c057371b0de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.164685611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"37f610fc-64c5-4679-b905-018bae557723","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.166220164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"725ee955-0077-4e70-8a0b-8151c4570f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.16627669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"35a5a1bd-6a4d-4463-8271-d0b9d0e28709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.171464806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f418c185-34dc-4bb8-9f2f-da90d855638c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.214291002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"4cea7c59-2d02-4311-9fd8-c057371b0de8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.221185481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"725ee955-0077-4e70-8a0b-8151c4570f9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.221510613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"35a5a1bd-6a4d-4463-8271-d0b9d0e28709","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.399461664Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-c2c8a5","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-c2c8a5","reconcileID":"e66b3618-4123-4d4d-bbaf-1b4127f44bff","namespace":"llm","name":"e2e-rt-eq-c2c8a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.569912193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"076694e0-262b-42db-a1e3-f85e178f9a67","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.629277255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"96f816ca-cfc1-4c96-bc91-38a3222ddcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.638735604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2a4af6b3-420f-427e-9c7e-32acd3fc59c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.639962975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"076694e0-262b-42db-a1e3-f85e178f9a67","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.680476053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b980551b-21a7-44fe-98b9-dc8e831a32c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.680480856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60fdab52-0170-46cd-aab6-a156429f56df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.685598026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"96f816ca-cfc1-4c96-bc91-38a3222ddcee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.695036839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2a4af6b3-420f-427e-9c7e-32acd3fc59c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.735937427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60fdab52-0170-46cd-aab6-a156429f56df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:06.735939702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b980551b-21a7-44fe-98b9-dc8e831a32c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.04448991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"4bee8588-8476-4a63-a041-313c41c1fcad","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.044907477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9a6ab9bd-bc0d-4f4e-b953-39d499b73168","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.094246914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7603d35-3cfe-4f1d-9761-ecac0c11d627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.094247087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"1ff98b55-15d9-4fde-a0ff-1ae3bc07c236","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.095620593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"93de0662-ae17-4e8a-894d-6ae4c3af6bd9","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.101075392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"4bee8588-8476-4a63-a041-313c41c1fcad","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.101144063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"9a6ab9bd-bc0d-4f4e-b953-39d499b73168","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.150264047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"1ff98b55-15d9-4fde-a0ff-1ae3bc07c236","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.150479201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7603d35-3cfe-4f1d-9761-ecac0c11d627","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.152800239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"93de0662-ae17-4e8a-894d-6ae4c3af6bd9","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.411024361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"4cfdcf3d-ae9a-4f3a-98f0-452043bfd6f9","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.411058132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"4cfdcf3d-ae9a-4f3a-98f0-452043bfd6f9","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.501637875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"106b378d-6099-4a3f-9d88-efea8b302942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.502200669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6cfe78ae-9e4b-4938-98cf-01f153ab2751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.559662588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"6cfe78ae-9e4b-4938-98cf-01f153ab2751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.56012045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"106b378d-6099-4a3f-9d88-efea8b302942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.56212686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76c8e42e-8f64-46a5-82ca-2b1b49374e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.562178415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51424abb-a9b7-43ea-840c-d2dc96ca9b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.573822646Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"1b00c560-e013-424b-8db8-6c20b4afe743","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-84b1e8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.617597576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76c8e42e-8f64-46a5-82ca-2b1b49374e55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.617732079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51424abb-a9b7-43ea-840c-d2dc96ca9b3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.656109784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ac47382a-77d2-495f-81ce-17c295a259e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:07.733356337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ac47382a-77d2-495f-81ce-17c295a259e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.008647355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe944ce-16d1-4aee-a045-be1865ac4e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.008647048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf06d8e-809d-4d1b-b95a-958b54f9ca35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.06412573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf06d8e-809d-4d1b-b95a-958b54f9ca35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.065170026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe944ce-16d1-4aee-a045-be1865ac4e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.216266138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"c7b27ea4-6172-465d-a315-fac9765cc7bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:08.271515329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"c7b27ea4-6172-465d-a315-fac9765cc7bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.820351346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"18e6de52-4503-419c-a97e-a5d47d8ac917","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.820372343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"18e6de52-4503-419c-a97e-a5d47d8ac917","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.977296617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"0e578bc5-1a2a-4229-8b5e-a392e8cc0b40","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:11.977316112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"0e578bc5-1a2a-4229-8b5e-a392e8cc0b40","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.022565375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"5089b6db-a5b6-4860-8bcd-34c965ce4d44","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.072839933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"9accc0d8-0f39-4923-991d-273688bfec21","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.077510146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"5089b6db-a5b6-4860-8bcd-34c965ce4d44","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.395173846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"de7dc03b-0372-411d-8bba-9d186b9ba5e9","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.451818723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"8f14c4f2-30a9-4b15-b037-b9f4c3c4580e","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.463477283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"de7dc03b-0372-411d-8bba-9d186b9ba5e9","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.469047257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"aaf28168-c586-4f26-820d-3ba560f99fa8","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","subscription":"e2e-att-detach-a2c08c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.569980713Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"aaf28168-c586-4f26-820d-3ba560f99fa8","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.620721157Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-sub","reconcileID":"aaf28168-c586-4f26-820d-3ba560f99fa8","MaaSSubscription":{"name":"e2e-att-detach-a2c08c-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.831051349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb5c187-492d-4af6-902a-b442d1743f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.882317715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb5c187-492d-4af6-902a-b442d1743f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.932845297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb5c187-492d-4af6-902a-b442d1743f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.933221827Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-att-serve-fc5b7e-sub ai-tenant-e2e-extmod-b-84f58d/e2e-att-unrel-87dc2a-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.983648354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdb5c187-492d-4af6-902a-b442d1743f43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.983760599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"83de9e60-7034-40a1-9858-9bdec16ce6e4","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:12.983782722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"83de9e60-7034-40a1-9858-9bdec16ce6e4","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.066564379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.141109856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"1db775f2-efc2-4269-b26e-2ec729b4bbb1","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.141133658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"1db775f2-efc2-4269-b26e-2ec729b4bbb1","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.189312821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"65124201-8045-466b-8fce-d93108f0f62f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.189453338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"41d40747-406c-48d8-acd1-0abc85828e7e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.189793284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"8c255945-4b73-4ab3-b127-a5e1decb7465","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.244312552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"65124201-8045-466b-8fce-d93108f0f62f","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.244757669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"41d40747-406c-48d8-acd1-0abc85828e7e","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.246581463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"8c255945-4b73-4ab3-b127-a5e1decb7465","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:13.291793249Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"1db775f2-efc2-4269-b26e-2ec729b4bbb1","name":"e2e-att-detach-a2c08c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-a2c08c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:13.291864613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"1db775f2-efc2-4269-b26e-2ec729b4bbb1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-detach-a2c08c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.34929556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2e518a42-d84f-4740-b490-5ed9a62a8594","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.349317685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"2e518a42-d84f-4740-b490-5ed9a62a8594","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.500132628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-detach-a2c08c-access","reconcileID":"98dac576-610f-4a2e-a376-ad0b6a9f5be2","MaaSAuthPolicy":{"name":"e2e-att-detach-a2c08c-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.821633175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"dbdba7d2-a67c-4108-90c6-e6023242c82e","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:13.821682647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"dbdba7d2-a67c-4108-90c6-e6023242c82e","MaaSModelRef":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-detach-a2c08c-bf61c5755292","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-detach-a2c08c","externalModel":"e2e-att-detach-a2c08c","provider":"e2e-att-detach-a2c08c-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.427169447Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"b6250c97-da90-4f0c-b141-b211b9852503","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.539061372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e74558da-eefa-4db7-a9a3-a5969327e2a9","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.539188112Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e74558da-eefa-4db7-a9a3-a5969327e2a9","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.609980993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8be16a44-f085-41fa-8f33-efcda12f17ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.611412998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8e97db93-a2fe-408d-94ab-938ebb312547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.613719739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cedbbc63-6516-4848-8de2-9afdf726365b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.61561134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"91e387c9-5130-4244-9fd0-2b5885fbe975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.666073537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ed33c695-6a05-43c9-a980-7a3d64c82d61","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.677172367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"8be16a44-f085-41fa-8f33-efcda12f17ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.685977605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8e97db93-a2fe-408d-94ab-938ebb312547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.686503028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c79fe8f4-fe72-46a7-8df8-cb4ff3c419e0","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.688258739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c79fe8f4-fe72-46a7-8df8-cb4ff3c419e0","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.687748788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"cedbbc63-6516-4848-8de2-9afdf726365b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.691634338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"91e387c9-5130-4244-9fd0-2b5885fbe975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.832423256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"ed33c695-6a05-43c9-a980-7a3d64c82d61","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.83890238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"7bd663c8-22a0-4673-ade1-7af8e1ff6c8a","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.839704171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"cd21d702-8f72-4819-b274-b5d82e365f93","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:14.979218313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-a2c08c","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","reconcileID":"241ac47d-bb25-41e4-87c4-6f6debc57042","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-detach-a2c08c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.085711447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fe6e5c-32e5-414d-9408-a8cff7147178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.155754406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fe6e5c-32e5-414d-9408-a8cff7147178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.211826223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fe6e5c-32e5-414d-9408-a8cff7147178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.212294544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ae555067-b820-4ed7-8b93-a6eef0e5f752","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.212748034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"556d29c6-45fb-47f3-a86c-d3a98ee82672","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.269022724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06fe6e5c-32e5-414d-9408-a8cff7147178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.269327855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31a043ca-cbe4-47ce-9ba0-05381ae03e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.320943648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1b5423b-d7b5-480a-a332-9cb88ea51a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.356267341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"ae555067-b820-4ed7-8b93-a6eef0e5f752","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.370573026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"556d29c6-45fb-47f3-a86c-d3a98ee82672","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.371226087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31a043ca-cbe4-47ce-9ba0-05381ae03e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.381816799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"cb337a83-5998-4e22-b5b0-f1ae039ad93f","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.383370448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1b5423b-d7b5-480a-a332-9cb88ea51a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.454898578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"cb337a83-5998-4e22-b5b0-f1ae039ad93f","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.625694341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"e3176147-fff4-4406-8597-88fc7bc6b261","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.625744287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"e3176147-fff4-4406-8597-88fc7bc6b261","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.782117022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a1e54cf2-2d62-4e61-a250-b1d3e9ad71f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.782688883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"615bf67b-e0a2-499c-943a-99154ba28e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.804701082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"9fa46adc-72dd-4569-a815-aad0f1ca8979","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28870aaf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.861165624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a1e54cf2-2d62-4e61-a250-b1d3e9ad71f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.862164189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"615bf67b-e0a2-499c-943a-99154ba28e2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.951194098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"2034451c-c35e-4b10-a01c-2be5bfc8795b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.971457267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"35d54a91-47f4-4557-b0ce-52a304e53176","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:15.971955534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"532b3957-7539-4b3c-8b27-e890de7c018e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.012546211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"2034451c-c35e-4b10-a01c-2be5bfc8795b","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.030296249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"532b3957-7539-4b3c-8b27-e890de7c018e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.034518987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"35d54a91-47f4-4557-b0ce-52a304e53176","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.17522167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"72a9b93b-be88-4d7a-a708-aeb79ec135a7","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.227895842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ca4cd43-0c27-4171-83c9-95c323a44452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.235616344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"72a9b93b-be88-4d7a-a708-aeb79ec135a7","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.286183697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ca4cd43-0c27-4171-83c9-95c323a44452","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.460239411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e18b08df-4409-42c5-b9fa-51660b778878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.524597628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e18b08df-4409-42c5-b9fa-51660b778878","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.543891552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"7fcc0ed4-8566-449e-ac6a-1d8c823d6a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:16.685770287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"7fcc0ed4-8566-449e-ac6a-1d8c823d6a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.537261037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17d182-66e3-4b20-8414-4b01e35c0c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.591908332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17d182-66e3-4b20-8414-4b01e35c0c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.650493536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17d182-66e3-4b20-8414-4b01e35c0c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.650736259Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"472c7377-3697-4a42-b42a-493292c51045","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d2d713","subscription":"e2e-rt-sw-d2d713-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.701112176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a17d182-66e3-4b20-8414-4b01e35c0c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.802788765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"472c7377-3697-4a42-b42a-493292c51045","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:17.853388606Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-sub","reconcileID":"472c7377-3697-4a42-b42a-493292c51045","MaaSSubscription":{"name":"e2e-rt-sw-d2d713-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-d2d713","namespace":"llm","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.179095576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"7227a159-6144-488d-9bde-3250d8a6037f","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.179209924Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"7227a159-6144-488d-9bde-3250d8a6037f","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.335427766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"59f99274-444e-4e44-8056-0497eb196586","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.335488829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278c4e19-e366-49f7-be78-97ce8a95631d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.335818454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db08057a-3d47-4a41-9e67-2b44d9433ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.336575254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e703b636-7047-4805-a459-00332c6f28e3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.3365912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e703b636-7047-4805-a459-00332c6f28e3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.391211931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"59f99274-444e-4e44-8056-0497eb196586","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.391335664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"278c4e19-e366-49f7-be78-97ce8a95631d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.393364639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db08057a-3d47-4a41-9e67-2b44d9433ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.437521123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6781b61d-b61c-4bc1-83ef-c81a16ea31ad","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.437541443Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"6781b61d-b61c-4bc1-83ef-c81a16ea31ad","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.640900784Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-d2d713-access","reconcileID":"55d72e2e-a724-4c70-8cde-312703c31b41","MaaSAuthPolicy":{"name":"e2e-rt-sw-d2d713-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.948075288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"7c7030b8-0017-4edd-80bc-355448fe88de","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:18.948102109Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"7c7030b8-0017-4edd-80bc-355448fe88de","MaaSModelRef":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-d2d713-447601ed9546","namespace":"llm","model":"e2e-rt-sw-d2d713","externalModel":"e2e-rt-sw-d2d713","provider":"e2e-rt-sw-d2d713-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.547429846Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"2065f2d4-2ddd-4925-a3a8-de1b8a3bae36","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604411194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfaed7e1-a421-43c1-9e40-afd985310430","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604436453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bfaed7e1-a421-43c1-9e40-afd985310430","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604709686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a5909a1-474c-434d-99cf-023c01e340d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604723186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3a5909a1-474c-434d-99cf-023c01e340d4","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604910272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b2ec6a3-52d8-4843-b349-c1b71beaddad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.604921036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7b2ec6a3-52d8-4843-b349-c1b71beaddad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.605186281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3b0ffdcc-767c-4202-b1f8-10fed3bba5ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.605198205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3b0ffdcc-767c-4202-b1f8-10fed3bba5ec","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.605470729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d351d662-7e04-4ac9-856e-48796722f333","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.60548544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d351d662-7e04-4ac9-856e-48796722f333","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.605726854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6361ae0-2dfb-4daf-9b04-f2afc76acb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.605737974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6361ae0-2dfb-4daf-9b04-f2afc76acb98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.60599849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dfee41e-e339-4254-9b39-2158a57dd4a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.606008522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5dfee41e-e339-4254-9b39-2158a57dd4a2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.606232662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a00e19b0-3398-4fac-a6a1-d6e0124f3879","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.60624403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a00e19b0-3398-4fac-a6a1-d6e0124f3879","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.697759518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"23fe82f5-309a-4cf2-9603-8cabef678ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.69776042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b9948924-c855-4abd-bb3f-9691f44cb728","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.69828828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7a54fe4b-c5ee-412a-9a31-9aadda7b85c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.698305262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e38f876f-7655-4b4d-952e-1a6bc762142f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.698899037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ab6e0f56-bf85-4316-8a9c-ed8cc1c694ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.753732733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"b9948924-c855-4abd-bb3f-9691f44cb728","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.754962282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"ab6e0f56-bf85-4316-8a9c-ed8cc1c694ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.756188974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e38f876f-7655-4b4d-952e-1a6bc762142f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.757479258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7a54fe4b-c5ee-412a-9a31-9aadda7b85c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.759052725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"23fe82f5-309a-4cf2-9603-8cabef678ebf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.806746772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b50eb7a2-fcb1-4a1c-9298-097891b9c4a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:19.806905516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ca55e49-5012-4038-bd92-7c1760f9d74a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.072380912Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-d2d713","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-d2d713","reconcileID":"d368501d-9cf1-40f7-9602-723d0154ea7a","namespace":"llm","name":"e2e-rt-sw-d2d713","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.073133767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"54c7bde2-09b6-4f65-bcfa-e80469b75080","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.123149295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"050e2a77-25ec-45ef-af18-be8e88de41f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.12525858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"13159362-822c-4a00-9df1-5a61befef643","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.125832492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37c823c3-a24a-4c62-b40c-2378cfe276ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.135700741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"54c7bde2-09b6-4f65-bcfa-e80469b75080","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.180482185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"050e2a77-25ec-45ef-af18-be8e88de41f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.182961704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37c823c3-a24a-4c62-b40c-2378cfe276ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.184034781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"13159362-822c-4a00-9df1-5a61befef643","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.22804376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"39314343-7299-4f89-949a-554f967de52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.283107561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"39314343-7299-4f89-949a-554f967de52c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.487187883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"061d42d3-b4cd-494b-a0d4-8692d258dea4","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.538024479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"cf1ccd16-8d94-4c9b-8eaf-b801fce25fce","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.542508884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"061d42d3-b4cd-494b-a0d4-8692d258dea4","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.587607028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e1cf8436-35aa-4345-a455-5554b09d1536","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.587662379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a63cf5-7ebc-4519-a7e6-fc5f2424bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.588083785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b324a6ee-2595-409a-9a25-721bbb6c2b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.593061217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"cf1ccd16-8d94-4c9b-8eaf-b801fce25fce","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.643798163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b324a6ee-2595-409a-9a25-721bbb6c2b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.643835334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78a63cf5-7ebc-4519-a7e6-fc5f2424bc3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.646026683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e1cf8436-35aa-4345-a455-5554b09d1536","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.945236835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3d9a3c98-7130-49da-90bf-e08d373f93cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:20.951524989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1eeb2ec5-270f-43eb-a90f-34ae56200cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.000632601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"3d9a3c98-7130-49da-90bf-e08d373f93cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.006486189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"1eeb2ec5-270f-43eb-a90f-34ae56200cfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.048356568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4c8e6592-067f-430a-963a-41a9314f3eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.107158924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4c8e6592-067f-430a-963a-41a9314f3eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.250239349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-access","reconcileID":"e044ae54-d8b7-4c31-9dba-3fc65d2fb53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.250274736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"80398dc7-6992-4ffb-9364-8764f47ef44f","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.4090633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8ab97e59-8cb8-4f9d-86e1-963069e7b9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.465654375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"8ab97e59-8cb8-4f9d-86e1-963069e7b9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.468616927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"530c0c59-5e6e-488f-b707-342e598a7372","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.514363743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"7c310c76-a5a3-41a7-a4bd-443096cf2b92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.645275884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"d05151e3-dce9-4dbd-b5d5-8596a63565d5","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.819992115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"31729fde-a4ab-4fbd-863c-90b5fa0939fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:21.875482208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"31729fde-a4ab-4fbd-863c-90b5fa0939fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.45003046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"8d3e70bb-3842-4ae0-baed-e3aa37193562","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.450050755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"8d3e70bb-3842-4ae0-baed-e3aa37193562","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.550676157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"3712b47c-b807-469f-8ab4-ec838b83a8e4","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.605804015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"3712b47c-b807-469f-8ab4-ec838b83a8e4","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.651637064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"c0536099-5cfb-4e66-8692-cdc47fee7789","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.857575977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"b1c3c00c-d693-4af2-90c4-a910231e2673","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.91274391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"b1c3c00c-d693-4af2-90c4-a910231e2673","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:22.962262372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"400ea2c0-0d5e-4f73-ab4d-6aee01b47e42","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.857963249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"79b74230-854d-47f7-9115-36ecc516ae73","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","subscription":"e2e-att-unrel-87dc2a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:25.961187976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"79b74230-854d-47f7-9115-36ecc516ae73","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.011742751Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-sub","reconcileID":"79b74230-854d-47f7-9115-36ecc516ae73","MaaSSubscription":{"name":"e2e-att-unrel-87dc2a-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.33885936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c59a589a-3d1c-4813-a91e-6f766495f3a2","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.338885231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"c59a589a-3d1c-4813-a91e-6f766495f3a2","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.441541188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c85f4622-1083-45ae-8610-dadacc2e29ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.441547071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"7066c362-6463-4a6d-a880-9bb08bf64b72","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.498274803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"c85f4622-1083-45ae-8610-dadacc2e29ce","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.498874834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"9b023f66-40d8-47e2-86d4-25abf1c4844d","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.498901735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"9b023f66-40d8-47e2-86d4-25abf1c4844d","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.500881675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"7066c362-6463-4a6d-a880-9bb08bf64b72","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:26.606987388Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"9b023f66-40d8-47e2-86d4-25abf1c4844d","name":"e2e-att-unrel-87dc2a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-87dc2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:26.607171893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"9b023f66-40d8-47e2-86d4-25abf1c4844d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-87dc2a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.667254565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"23402225-2734-4d3f-a005-05c6d669f945","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.667368965Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"23402225-2734-4d3f-a005-05c6d669f945","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.754522103Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-unrel-87dc2a-access","reconcileID":"f82f288e-76d3-4cc7-9f2d-8cf85c678e2f","MaaSAuthPolicy":{"name":"e2e-att-unrel-87dc2a-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.802966576Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.803034309Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.859627869Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.859649279Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.859750086Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.860349444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"90669d7b-d4ce-4a53-b943-4b38815ca093","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.860365472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"90669d7b-d4ce-4a53-b943-4b38815ca093","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.923899063Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"cf114337-3c5f-45ef-9ae1-ccbb6b6a7a03","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.924228463Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","namespace":"ai-tenant-e2e-migrate-43be70be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.924412089Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","namespace":"ai-tenant-e2e-migrate-43be70be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.924565327Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","tenant":"e2e-migrate-43be70be","tenantID":"e2e-migrate-43be70be","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.969543521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a010d202-93c8-454a-aadf-e7167c0e7f55","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.971104618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a010d202-93c8-454a-aadf-e7167c0e7f55","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.970603902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"529939eb-fa13-4254-9e0a-5c9a029b0768","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:26.978884241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Deployment","name":"maas-api-e2e-migrate-43be70be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.023742964Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"14a284b9-c646-4c08-91f4-efc27900f66b","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2afbe6eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.0297484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"529939eb-fa13-4254-9e0a-5c9a029b0768","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.038793276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Service","name":"maas-api-e2e-migrate-43be70be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.083176403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"40e69620-9eb2-4c5b-823c-1d8dd988d899","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2afbe6eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.084153231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"d1c7bc38-9f97-40cf-912b-b393598cb303","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.084179628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"d1c7bc38-9f97-40cf-912b-b393598cb303","MaaSModelRef":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-unrel-87dc2a-03a8e5dc2251","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-unrel-87dc2a","externalModel":"e2e-att-unrel-87dc2a","provider":"e2e-att-unrel-87dc2a-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.092194351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-43be70be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.144138165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-43be70be","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.196712718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.279351639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.280784368Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"62c1c384-b1d6-4b6c-8b84-333603e1fede","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.329979209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.407609501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.458917111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Deployment","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.503165065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"62c1c384-b1d6-4b6c-8b84-333603e1fede","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.508619833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.558294356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Service","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.611748116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"Service","name":"payload-pre-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.657295775Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"62c1c384-b1d6-4b6c-8b84-333603e1fede","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"e2e-mt-ef676b77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.657317333Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-policy-ef676b77","reconcileID":"62c1c384-b1d6-4b6c-8b84-333603e1fede","MaaSAuthPolicy":{"name":"e2e-policy-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.672043537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.703852876Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"30f074a5-adcb-43ba-8a9f-12f9a87ca235","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.735988733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.736284023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"3068c350-cf88-423d-803e-f040104f542f","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.736302097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"3068c350-cf88-423d-803e-f040104f542f","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.786067524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.805815874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e513c541-9d39-427b-92fc-4919fc9565b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.806003905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ba537c83-b3a0-487a-8f6a-bd25bab2ff29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.812709901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"7822e083-331c-4cf7-b042-c765b3172eb6","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.812726916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"7822e083-331c-4cf7-b042-c765b3172eb6","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.835850592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.856365203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"46e6b0de-55cd-437a-b32e-59167dc15bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.8564321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"800d6dd6-efb2-4558-9466-71dad4565e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.861379937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"ba537c83-b3a0-487a-8f6a-bd25bab2ff29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.862383078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"e513c541-9d39-427b-92fc-4919fc9565b3","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.885866898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.912441858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"800d6dd6-efb2-4558-9466-71dad4565e03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.913019159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"46e6b0de-55cd-437a-b32e-59167dc15bad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.935726109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.954908033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eb366ae-ddc1-4cb7-a073-88bf39886b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:27.998646052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-43be70be","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.01608033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eb366ae-ddc1-4cb7-a073-88bf39886b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.057070213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"6e330079-7f53-493e-ab36-f84e2aca1178","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.063317576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-43be70be"},"namespace":"ai-tenant-e2e-migrate-43be70be","name":"default-tenant","reconcileID":"7ee0ca93-f4d8-443e-9679-fb38c5a02ac9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-43be70be","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.216519734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e978bf6-4b78-40c4-86ae-534641575abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.317738837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-87dc2a","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","reconcileID":"596d26a3-99df-41db-bc3a-31309f612e9f","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-unrel-87dc2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.331848446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"904fe567-804d-4e6d-93c9-46d75676bece","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.344902035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e978bf6-4b78-40c4-86ae-534641575abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.399052783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"904fe567-804d-4e6d-93c9-46d75676bece","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.443121818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4311dc03-8710-4be2-834a-f3f3c9e8e458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.464035174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"94388275-0041-46d5-8c4f-f73a2e578ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.504823713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e267703-513c-46b1-bab2-7a4f66980bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.509390352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"4311dc03-8710-4be2-834a-f3f3c9e8e458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.523867117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"94388275-0041-46d5-8c4f-f73a2e578ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.562371996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2e267703-513c-46b1-bab2-7a4f66980bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.657210437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6428c79b-e0d8-4276-9836-b4cc63c9ba5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.71296659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6428c79b-e0d8-4276-9836-b4cc63c9ba5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.757896035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"b0f2a66b-4d8a-4ba6-bd39-e5e75993de95","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.813265939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"b0f2a66b-4d8a-4ba6-bd39-e5e75993de95","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.822941545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"a1f571cd-cd4e-426f-ac94-44ae5d343f7c","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.822962349Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"a1f571cd-cd4e-426f-ac94-44ae5d343f7c","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.907334491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673406b4-90f6-4405-8015-821b21433a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.940007496Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-43be70be","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-43be70be","reconcileID":"03a739b1-4b60-4163-a464-554567a23a30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-43be70be-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-43be70be-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.963681513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"673406b4-90f6-4405-8015-821b21433a05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:28.980108747Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"be0ed244-0dd6-42a2-a286-efb5a081506d","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c66dfee1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.172340646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"5770d5a1-ceec-4f7c-8cb4-9fa0110d20d8","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:29.228042931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"5770d5a1-ceec-4f7c-8cb4-9fa0110d20d8","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.268078579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db5a821-39ac-45a1-a88b-8668e8a8a33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.318668107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db5a821-39ac-45a1-a88b-8668e8a8a33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.370861609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db5a821-39ac-45a1-a88b-8668e8a8a33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:30.421464859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4db5a821-39ac-45a1-a88b-8668e8a8a33f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.893092447Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"cd37f739-a0be-402f-8e4e-fbf1577eb14b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.94369705Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"cd37f739-a0be-402f-8e4e-fbf1577eb14b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:31.994367948Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"simulator-subscription","reconcileID":"cd37f739-a0be-402f-8e4e-fbf1577eb14b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/simulator-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.262709581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"34f67515-398d-477d-bd15-7015b1d8480c","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.364952061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c53eec7a-b8e0-4365-8e4b-a695c0b50547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.429281587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"c53eec7a-b8e0-4365-8e4b-a695c0b50547","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.444214832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd729-43d4-4fcd-8c6f-b0304b8ff788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.496064814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd729-43d4-4fcd-8c6f-b0304b8ff788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.546987826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd729-43d4-4fcd-8c6f-b0304b8ff788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:32.59716182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b97bd729-43d4-4fcd-8c6f-b0304b8ff788","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:34.144462321Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a4405234","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a4405234","reconcileID":"2fd8f083-0590-4c56-8ea9-79c1e338f585","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a4405234","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-a4405234":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:34.51603084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fd0e31-a30f-408c-953d-d1b4d5ec67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:34.621233567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fd0e31-a30f-408c-953d-d1b4d5ec67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:34.681901745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fd0e31-a30f-408c-953d-d1b4d5ec67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:34.732341606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81fd0e31-a30f-408c-953d-d1b4d5ec67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.657804688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed590d1f-9560-44aa-ad6f-d34c411d876e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.746485053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed590d1f-9560-44aa-ad6f-d34c411d876e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.798278372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed590d1f-9560-44aa-ad6f-d34c411d876e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:36.851565073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed590d1f-9560-44aa-ad6f-d34c411d876e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.146859751Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"fad1659e-e33f-48ee-a3da-7b1de1c73350","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","subscription":"e2e-sub-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.212042391Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"fad1659e-e33f-48ee-a3da-7b1de1c73350","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.263651277Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-sub-ef676b77","reconcileID":"fad1659e-e33f-48ee-a3da-7b1de1c73350","MaaSSubscription":{"name":"e2e-sub-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"name":"maas-trlp-e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.537739633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"1afe6a4b-f6e4-47d7-a872-c72674c80b10","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:37.537768305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"1afe6a4b-f6e4-47d7-a872-c72674c80b10","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.555038041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"716a6eeb-bf85-4386-b588-8775214581e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.619218866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"716a6eeb-bf85-4386-b588-8775214581e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.645249834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"ed7e6266-19f2-4f5d-a285-1f20fc1fc1c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.768423199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"1941fa56-9ff8-4999-a4b8-d4875dbbf4ad","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.822895925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"acb419b7-6f05-46c8-a840-0d5db5de6337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.824279193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c33e9075-573b-4127-a817-6969473ec2d6","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:38.881213103Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c33e9075-573b-4127-a817-6969473ec2d6","name":"premium-w0-6fa7dd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:22:38.881366787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"c33e9075-573b-4127-a817-6969473ec2d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-6fa7dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.881777514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1cced5f9-988a-4430-a9b7-32dc4bfabe35","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.882195825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"60686bc6-f857-4a0c-86f0-edc74d6daba3","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.953182953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"66a86ec2-a9c5-464a-8584-a1c24e020a99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b70d2f35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.955012538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"134a5efe-bdc3-4dea-9edb-f65cca1ef0a5","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:38.955459621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"02205f28-91c8-4849-bb52-9a2ddbe5f97d","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.015299978Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"68a31cdf-2195-4556-9282-d5c42ef52884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b70d2f35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.035679059Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5c3489c7-1f4a-42c2-a568-da947b20a932","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","subscription":"e2e-att-serve-fc5b7e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.068894904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caab905c-c3d8-4125-9594-4ccf998e95d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.13762513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caab905c-c3d8-4125-9594-4ccf998e95d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.194389622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caab905c-c3d8-4125-9594-4ccf998e95d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.251665116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caab905c-c3d8-4125-9594-4ccf998e95d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.253053732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"acb419b7-6f05-46c8-a840-0d5db5de6337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.305999269Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5c3489c7-1f4a-42c2-a568-da947b20a932","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.386506361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-sub","reconcileID":"5c3489c7-1f4a-42c2-a568-da947b20a932","MaaSSubscription":{"name":"e2e-att-serve-fc5b7e-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.433417089Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"acb419b7-6f05-46c8-a840-0d5db5de6337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"e2e-worker-w0-6fa7dd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.4335109Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-access","reconcileID":"acb419b7-6f05-46c8-a840-0d5db5de6337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.491599655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"20034883-d4ae-40d1-8e44-0032103b58b6","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.777774055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"32a00584-ddb5-433b-9619-684d6b40862e","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.777819462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"32a00584-ddb5-433b-9619-684d6b40862e","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.827799146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"220ef1db-6e69-4638-85c2-ae74497c2a31","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.883845115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"220ef1db-6e69-4638-85c2-ae74497c2a31","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.937877011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3547ec80-48a9-4b8b-8a56-3e6fc764e2d3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:39.937907789Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"3547ec80-48a9-4b8b-8a56-3e6fc764e2d3","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.176471616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4a63e69e-a83e-4a46-8ac6-7d293d03d4c6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.433278641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4a63e69e-a83e-4a46-8ac6-7d293d03d4c6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.598312914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4a63e69e-a83e-4a46-8ac6-7d293d03d4c6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.608553347Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-att-serve-fc5b7e-access","reconcileID":"4a63e69e-a83e-4a46-8ac6-7d293d03d4c6","MaaSAuthPolicy":{"name":"e2e-att-serve-fc5b7e-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.751296747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"91d7f5e8-f845-4478-ab41-526838fbf808","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-att-user-48a2cb/e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:40.751454102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"91d7f5e8-f845-4478-ab41-526838fbf808","MaaSModelRef":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"routeName":"external-model-e2e-att-serve-fc5b7e-379a90dcd145","namespace":"e2e-extmod-att-user-48a2cb","model":"e2e-att-serve-fc5b7e","externalModel":"e2e-att-serve-fc5b7e","provider":"e2e-att-serve-fc5b7e-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.305385348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0171e-d280-4647-bc65-5ed2237ec08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.319661959Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"298e46d1-2014-4f5b-a860-7b39c3086957","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.356909211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0171e-d280-4647-bc65-5ed2237ec08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.406916232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0171e-d280-4647-bc65-5ed2237ec08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.457158653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0171e-d280-4647-bc65-5ed2237ec08c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.61071637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96319264-2900-433e-9375-92334e602e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.610718253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e30d9747-2cbc-453a-96c2-65806f9ddcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.61176413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bce23519-c48d-4432-af34-79a5f717f574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.611835365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d63658a9-74e7-4c6e-8a96-fabc276618b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.66661055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96319264-2900-433e-9375-92334e602e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.668876118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e30d9747-2cbc-453a-96c2-65806f9ddcb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.669816218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d63658a9-74e7-4c6e-8a96-fabc276618b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.672196123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bce23519-c48d-4432-af34-79a5f717f574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:41.830235108Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-fc5b7e","namespace":"e2e-extmod-att-user-48a2cb"},"namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","reconcileID":"e968ad63-90c0-4734-a4f5-c252d92ae8d1","namespace":"e2e-extmod-att-user-48a2cb","name":"e2e-att-serve-fc5b7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.031597358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e76237-a17a-49a4-aada-dfb9217bfd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.033712385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6b753cb7-a51d-4cc8-a1d9-846baa20a2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.034302421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0647ea-a6f3-40e1-82b5-8d9e7416ead3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.033629937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ca102170-eaaa-4df0-888d-fb87958dab57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.087626758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40e76237-a17a-49a4-aada-dfb9217bfd95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.090635323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"6b753cb7-a51d-4cc8-a1d9-846baa20a2be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.090770172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ca102170-eaaa-4df0-888d-fb87958dab57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:42.092897572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf0647ea-a6f3-40e1-82b5-8d9e7416ead3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:43.066761568Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:45.698371952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"55c090d4-5f33-4bc2-b26b-dc65f673f7a5","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.03430038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"4ffb49a6-da1d-4d90-9104-2b3e08f16db0","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.37101266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"eedb9ea5-36a1-4de5-b983-6d24bce05b43","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.421632276Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"576273b9-0a94-497c-8715-04628aced49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.472178729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"576273b9-0a94-497c-8715-04628aced49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.522940003Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"premium-simulator-subscription","reconcileID":"576273b9-0a94-497c-8715-04628aced49a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"name":"maas-trlp-premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd","model":"e2e-models-e2e-worker-w0-6fa7dd/premium-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.573550654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"686c8a43-1fa9-4eed-b7b2-195f8904e49a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.573579839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"686c8a43-1fa9-4eed-b7b2-195f8904e49a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.708654671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"1900d53b-8ac6-4db9-8f0e-e2a3d5800568","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:46.792458372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"a3c6fbe0-aaa7-4adf-b0ef-72070cbe2e5b","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.163758441Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"6e1b4385-59dc-4df4-bb4c-05a7682f386c","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.313390452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be63c16-5c2d-40e0-aefc-0d23d7e63eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.313538179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0dec65-a1c6-43c1-94dd-32e8bd70298f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.313885249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"373bf2d4-a861-47ce-8a14-35479dd2debc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.314034496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6e05cfa9-00f4-41f8-8e8b-eed99881de2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.326018899Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"f3f86f11-9e14-455e-98b8-103827caddb9","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.369830131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"373bf2d4-a861-47ce-8a14-35479dd2debc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.369953513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6e05cfa9-00f4-41f8-8e8b-eed99881de2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.372086878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bf0dec65-a1c6-43c1-94dd-32e8bd70298f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.37213868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1be63c16-5c2d-40e0-aefc-0d23d7e63eb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.38219125Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8e1dc10c-bc31-4aa2-9224-af8dcc5f6cc1","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.556413344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"7f57ca4a-5db6-47a2-806d-639d119f7603","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.756710007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-2-w0-6fa7dd","reconcileID":"bdfd4129-4f12-4af0-89c0-6e7e09fc4012","MaaSModelRef":{"name":"distinct-2-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-2-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-2-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.758884049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3d325a13-308f-4449-962b-030cd35a8e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.759172194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dadb3c5b-6e63-4494-b717-bb678dd5e18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.759360681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21b6c75a-039c-4751-b42a-42b77534a4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.759606403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"19387a78-2fa3-4968-a118-6ec5bc627a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.819980701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dadb3c5b-6e63-4494-b717-bb678dd5e18d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.820231205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21b6c75a-039c-4751-b42a-42b77534a4e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.823925427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"19387a78-2fa3-4968-a118-6ec5bc627a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.824056654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3d325a13-308f-4449-962b-030cd35a8e25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.886665538Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"15360cc2-3da1-40bb-962f-509f4b1c5ac1","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.986760833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"3397d839-3df5-4a41-a76e-a3eb9ccf14c6","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:55.991618529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bdb5a69a-b151-4c18-992b-294557c6e0c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.071974808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"171085fc-202a-46e6-9dc1-e656ea9eb731","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.116578216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"2eaaf1e5-7206-435e-b075-74114939539f","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.116685692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"2eaaf1e5-7206-435e-b075-74114939539f","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.144700465Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bdb5a69a-b151-4c18-992b-294557c6e0c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.24832745Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bdb5a69a-b151-4c18-992b-294557c6e0c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.294767264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4bf41a8b-44f1-42c8-ba74-0a46bfc36693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.294808938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ce437e99-e1a7-4584-abbf-121b4edca575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.29522912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7cc12c-dda2-475d-8aee-2f192f86067a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.299262692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e317ff-49db-4099-931b-d6e0b837958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.314929051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8c9ca9e4-263c-46dc-8369-ac0726b3897c","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.314952236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8c9ca9e4-263c-46dc-8369-ac0726b3897c","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.350169866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4bf41a8b-44f1-42c8-ba74-0a46bfc36693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.350184564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ce437e99-e1a7-4584-abbf-121b4edca575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.352720501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7cc12c-dda2-475d-8aee-2f192f86067a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.354806045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5e317ff-49db-4099-931b-d6e0b837958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.365205149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"distinct-w0-6fa7dd","reconcileID":"93be25a0-0b21-4838-98dc-5494129701d9","MaaSModelRef":{"name":"distinct-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"distinct-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"distinct-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.403950854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"90c48b94-099d-4723-97c3-96d73527fffc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.415590324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9536ebca-d6e1-45b0-ae95-e557bb46e43d","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.415619218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9536ebca-d6e1-45b0-ae95-e557bb46e43d","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.458909148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"90c48b94-099d-4723-97c3-96d73527fffc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.513832382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"90c48b94-099d-4723-97c3-96d73527fffc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.765156337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"simulator-w0-6fa7dd","reconcileID":"e00877e7-770f-4b94-ac09-77bcb0bca414","MaaSModelRef":{"name":"simulator-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"simulator-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"simulator-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:22:56.793419686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"namespace":"e2e-models-e2e-worker-w0-6fa7dd","name":"premium-w0-6fa7dd","reconcileID":"50106931-1f91-4d62-be0a-6d4c2e8b1961","MaaSModelRef":{"name":"premium-w0-6fa7dd","namespace":"e2e-models-e2e-worker-w0-6fa7dd"},"routeName":"premium-w0-6fa7dd-kserve-route","namespace":"e2e-models-e2e-worker-w0-6fa7dd","llmisvcName":"premium-w0-6fa7dd","gateway":"openshift-ingress/e2e-worker-w0-6fa7dd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.681540001Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.681600449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.681649021Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","tenant":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.734594958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Deployment","name":"maas-api-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.793480972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Service","name":"maas-api-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.85490624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.907016273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:03.959693834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.013519149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.075900234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.128552301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.18148243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Deployment","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.247391094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.305147681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Service","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.357392253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"Service","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.408058624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"DestinationRule","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.468736379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.520804462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.57936669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.632710049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.68267452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.735781473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:04.793889563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"0a8f5ef9-2347-42ed-9627-e0cb957e4119","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-ef676b77","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:05.581688372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ef676b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ef676b77","reconcileID":"3138b2a9-9f26-42af-bb76-bb5625c82089","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ef676b77","removed":["maas.opendatahub.io/gateway-access-e2e-mt-ef676b77"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.776941886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"4135ebba-5930-4dd4-b36e-f86fab63302e","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.883279159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"4135ebba-5930-4dd4-b36e-f86fab63302e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.888658219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"45c1e33e-c84e-44ab-b51c-ea66525c65ab","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.888722024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"45c1e33e-c84e-44ab-b51c-ea66525c65ab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.899960744Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"c1e044e0-9343-4b95-b4c8-8e58978d6850","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.900049322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"c1e044e0-9343-4b95-b4c8-8e58978d6850","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.921215392Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"3f5bae7c-0d0c-4f07-a130-01e8e69fbfc5","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.921274824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"3f5bae7c-0d0c-4f07-a130-01e8e69fbfc5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.961675155Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"7f723911-2bc9-4e72-8dc4-a14ddf22aa89","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:05.96174875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"7f723911-2bc9-4e72-8dc4-a14ddf22aa89","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.042451173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"8c63fc67-dca0-4226-aa0e-d935f2e96394","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.042528156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"8c63fc67-dca0-4226-aa0e-d935f2e96394","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.203663683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"b543717b-4f67-4b89-ae73-315985a7534c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.203749384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"b543717b-4f67-4b89-ae73-315985a7534c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.524116707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"823f5686-350c-496a-bc33-6542c354611e","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:06.524190606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"823f5686-350c-496a-bc33-6542c354611e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.613725302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"d40fb4f4-b3bb-46cf-83ec-849051cd0fb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.66868967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"d40fb4f4-b3bb-46cf-83ec-849051cd0fb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.716046083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51981f37-e39c-44a0-8672-47950aa51724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.766201827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51981f37-e39c-44a0-8672-47950aa51724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.769761189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"d40fb4f4-b3bb-46cf-83ec-849051cd0fb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.816229718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51981f37-e39c-44a0-8672-47950aa51724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:06.866422106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51981f37-e39c-44a0-8672-47950aa51724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:07.16504614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"c82521fb-e333-4edd-90f5-1a1212aa95a6","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:07.16511709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"c82521fb-e333-4edd-90f5-1a1212aa95a6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:08.445631778Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"4dc1e1e5-fc87-440d-aabb-4d026d4808ae","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:08.44569989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"4dc1e1e5-fc87-440d-aabb-4d026d4808ae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.729344879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f74da51-90ec-48e0-a883-ceab4988af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.779302443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f74da51-90ec-48e0-a883-ceab4988af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.829547058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f74da51-90ec-48e0-a883-ceab4988af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:08.87984698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f74da51-90ec-48e0-a883-ceab4988af1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:11.00655067Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"b14aa061-8e49-4c41-b6a5-9a2fd5e867b4","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:11.006634221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"b14aa061-8e49-4c41-b6a5-9a2fd5e867b4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:12.216146567Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"e812021e-6352-4b4a-a5bd-d73f379480a0","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:12.22309461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"e812021e-6352-4b4a-a5bd-d73f379480a0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:12.37358252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"2834de57-7d0b-466a-8a30-ac952e750f3c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:12.373649587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"2834de57-7d0b-466a-8a30-ac952e750f3c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77-kserve-route (gateways: [openshift-ingress/e2e-mt-ef676b77]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.066309496Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.137686581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df2f5b3-c7ba-4189-b700-63bc8afb5dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.191106649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df2f5b3-c7ba-4189-b700-63bc8afb5dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.253734695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df2f5b3-c7ba-4189-b700-63bc8afb5dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.313308605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df2f5b3-c7ba-4189-b700-63bc8afb5dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.573438221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"5f0ac26e-6b4d-45c3-a6eb-97dd4d0bc89c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.573465009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"5f0ac26e-6b4d-45c3-a6eb-97dd4d0bc89c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:13.731069782Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ef676b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ef676b77","reconcileID":"266da6ab-4fdd-44b6-a103-c89f063ffa61","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ef676b77","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-ef676b77":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.429178081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"c41f256d-bab2-4cc2-9bce-d248b1f771cf","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-a4405234","tenantID":"e2e-ait-a4405234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.544111798Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"c41f256d-bab2-4cc2-9bce-d248b1f771cf","name":"e2e-ait-a4405234-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.69193575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"93015c37-c552-4f32-af3a-341480925c71","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.691962123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"93015c37-c552-4f32-af3a-341480925c71","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.692440249Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.692491301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","namespace":"ai-tenant-e2e-worker-w0-6fa7dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.69253985Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","tenant":"e2e-worker-w0-6fa7dd","tenantID":"e2e-worker-w0-6fa7dd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.74573496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Deployment","name":"maas-api-e2e-worker-w0-6fa7dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.803251335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Service","name":"maas-api-e2e-worker-w0-6fa7dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.860644954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-6fa7dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.91482424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-6fa7dd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:14.971992718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.024328574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.117955681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.172715477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.228369432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.240148943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c5557f-7280-4ae9-92bb-7238585bebc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.291698604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c5557f-7280-4ae9-92bb-7238585bebc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.29228958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.35652452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c5557f-7280-4ae9-92bb-7238585bebc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.408910073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81c5557f-7280-4ae9-92bb-7238585bebc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.416973427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Service","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.466917894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.483606548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"df72d433-62be-47d4-a715-49aca82f316c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.483681883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"df72d433-62be-47d4-a715-49aca82f316c","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.516388152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.569640751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.671545704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.725288371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.775069092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.825662236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.877774577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-6fa7dd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:15.931715887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-6fa7dd"},"namespace":"ai-tenant-e2e-worker-w0-6fa7dd","name":"default-tenant","reconcileID":"a0a06f9e-3efe-4f82-9816-fae627405d5f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-6fa7dd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:16.924982543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"13214d18-a1ad-497f-84b5-961acc8d877e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.007388545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"13214d18-a1ad-497f-84b5-961acc8d877e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.150641511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"13214d18-a1ad-497f-84b5-961acc8d877e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.81274385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e5471-211c-4981-9f19-d7bcd688e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.86444754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e5471-211c-4981-9f19-d7bcd688e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.918624278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e5471-211c-4981-9f19-d7bcd688e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:17.969351315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f15e5471-211c-4981-9f19-d7bcd688e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.111119635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aabb92d-c8a2-4327-81cd-5366bd205675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.162291084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aabb92d-c8a2-4327-81cd-5366bd205675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.219151707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aabb92d-c8a2-4327-81cd-5366bd205675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:20.270269466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7aabb92d-c8a2-4327-81cd-5366bd205675","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:22.26611424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b28a516-9211-4e2d-99b1-2f25af23b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:22.317349717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b28a516-9211-4e2d-99b1-2f25af23b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:22.36765134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b28a516-9211-4e2d-99b1-2f25af23b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:22.418757551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b28a516-9211-4e2d-99b1-2f25af23b5b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:25.736856842Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-6fa7dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-6fa7dd","reconcileID":"b55dedfc-8fb9-4164-ab82-e47523ae46fb","aitenant":"ai-tenants/e2e-worker-w0-6fa7dd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.258796368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e23bb6-f349-4e85-9135-227fd49f0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.316370625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e23bb6-f349-4e85-9135-227fd49f0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.366859011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e23bb6-f349-4e85-9135-227fd49f0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.419511816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36e23bb6-f349-4e85-9135-227fd49f0077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:26.579396063Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-6fa7dd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-6fa7dd","reconcileID":"b55dedfc-8fb9-4164-ab82-e47523ae46fb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-6fa7dd","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-6fa7dd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:27.26079912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"12b14c54-e519-452e-9fb0-5fac2a05d663","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:27.322925283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"12b14c54-e519-452e-9fb0-5fac2a05d663","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:27.395929888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"12b14c54-e519-452e-9fb0-5fac2a05d663","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.385613596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155fd68e-e306-4497-be06-2e7bf47343e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.435861675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155fd68e-e306-4497-be06-2e7bf47343e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.486086021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155fd68e-e306-4497-be06-2e7bf47343e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:28.536263201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"155fd68e-e306-4497-be06-2e7bf47343e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.407298183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"249099a0-eb2f-4933-b042-fc57c7f25681","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:29.407333846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"249099a0-eb2f-4933-b042-fc57c7f25681","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.440963918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5690f273-f860-4aea-9215-294accff4334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.490953016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5690f273-f860-4aea-9215-294accff4334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.540989606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5690f273-f860-4aea-9215-294accff4334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:30.591204383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5690f273-f860-4aea-9215-294accff4334","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.390911081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"0e1edc2a-3a24-43d7-ab06-f662e170a2cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.446721318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"0e1edc2a-3a24-43d7-ab06-f662e170a2cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.500659968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (91be2bd3ed9457f10922e3b6e442ded9eb8a4c99c54522008aa95e372f42db57) AuthConfig (2a4b2cd3fa20de93fb7de779b8e9364592dd129cce260f121a32685aa4bd2536) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1) AuthConfig (41b51e7a74fdc947273be5e2ef7a78b06141c91a17b09798a6f4ec5727b13080) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (a54b25f8724f0465fe605e74ed2dda3c3d634ee5065883b0560c0ba67cb0bd87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"0e1edc2a-3a24-43d7-ab06-f662e170a2cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.632196952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"0404ab2a-71bd-4f9d-8b13-98ff4dbc6635","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:31.63223495Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"0404ab2a-71bd-4f9d-8b13-98ff4dbc6635","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.570064713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac24fae-f8c9-4fc0-8ac1-f2718d831a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.620275116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac24fae-f8c9-4fc0-8ac1-f2718d831a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.671434793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac24fae-f8c9-4fc0-8ac1-f2718d831a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:32.724832269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ac24fae-f8c9-4fc0-8ac1-f2718d831a88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.869780716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"ef36fdb1-329e-43e7-af96-f72d259f9996","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.869800681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"ef36fdb1-329e-43e7-af96-f72d259f9996","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.924942318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f7b80515-4667-4a8f-a041-9cb08716efbd","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:34.924967263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f7b80515-4667-4a8f-a041-9cb08716efbd","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.026136433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"b4900571-bfae-4c70-9454-8a2f2079f5d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.149666784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"b4900571-bfae-4c70-9454-8a2f2079f5d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.203840157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"b4900571-bfae-4c70-9454-8a2f2079f5d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.257444728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d57676e3-9d1e-4d81-81cf-b50cb7201f40","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:35.2574632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d57676e3-9d1e-4d81-81cf-b50cb7201f40","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.658040775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bb383cef-b03c-4784-a8f4-a9263e75085d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.714639834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bb383cef-b03c-4784-a8f4-a9263e75085d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:41.769550418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (91be2bd3ed9457f10922e3b6e442ded9eb8a4c99c54522008aa95e372f42db57) AuthConfig (2a4b2cd3fa20de93fb7de779b8e9364592dd129cce260f121a32685aa4bd2536) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1) AuthConfig (41b51e7a74fdc947273be5e2ef7a78b06141c91a17b09798a6f4ec5727b13080) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (a54b25f8724f0465fe605e74ed2dda3c3d634ee5065883b0560c0ba67cb0bd87)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"bb383cef-b03c-4784-a8f4-a9263e75085d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:43.067442236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.359327493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"2d26addb-7d49-4c9c-be45-ef839b9fe5b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.416820743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"2d26addb-7d49-4c9c-be45-ef839b9fe5b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.471241469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee435c873854f4e6daf36133eb7502b6d22b9128b130e7ba3bb40f7466edeb9f) AuthConfig (12d808f8fc42b854725d9d749024329fe51696a7d3718836fb90153f61db3912) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (90aeb1be3bce711c7ac72272700d26160d0774edb2a13bbc0639599d89dae136) AuthConfig (4678e486556eaab8eff3e7518a90a2266a417189d7df4180f233e1f1395aa3a4) AuthConfig (2de32df5989b344c46480df3a0faa7120e66d881eea5cbed226f3343ddb5af38) AuthConfig (5da5ae80d03f15279eea67d941c263889f50f115696466c88ba87bc2597bfb54) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (53680d9bafef525b4f3d9ea5fe1938a0ee9648f8b02c5fc36877d6aa3f21e662) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (ca8fd5731e5d672b9985556075e85e78ebb6db961631b229284e4869be8879c6) AuthConfig (86be7ef4edea190520f46bd3a0808cae3bdc5a0ee43da3f20ea4a993a58d34ba) AuthConfig (1454992648e6e8f538eb54db3da120b84de8edf7326ab275d10f98bc817d5eee) AuthConfig (5b2b34689de2b099682515a3cfcc3fbef5b100a011c21843e0ef3d5dd3e788d1) AuthConfig (124d7528d9d8ab3ba719f4f37ada7b7bb1689b835080b55ddc9bd0fcefa8bd4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"2d26addb-7d49-4c9c-be45-ef839b9fe5b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.527358222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"a0b7a700-73b4-4b5a-b07c-374cd80adbaf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:45.527380018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"a0b7a700-73b4-4b5a-b07c-374cd80adbaf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.141536788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"fff60959-c5f7-4bc2-bdb4-cd3e26e0a1b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:46.256364546Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"fff60959-c5f7-4bc2-bdb4-cd3e26e0a1b1","name":"e2e-mt-ef676b77-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:51.876903592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"958cb97a-2390-4d3d-ac75-865dce119ec4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:51.932819062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"958cb97a-2390-4d3d-ac75-865dce119ec4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.341047973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9db65ce5-7953-484f-9189-0b6f354a5ad8","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:52.341072839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9db65ce5-7953-484f-9189-0b6f354a5ad8","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.385214268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"f73f3999-0ee7-468f-bd3d-414401b29f8c","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.385241262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"f73f3999-0ee7-468f-bd3d-414401b29f8c","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.435118323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"525f57c9-a4f8-47e3-98b7-bd6040d5f483","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:53.442482223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"f16447c1-3ee7-4f04-b2df-79b642ff03f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-bfd9c7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.490151845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"525f57c9-a4f8-47e3-98b7-bd6040d5f483","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.541358871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"7e3a7990-e684-494f-97e1-bc62233b5526","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.541382745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"7e3a7990-e684-494f-97e1-bc62233b5526","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:53.642966463Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"7e3a7990-e684-494f-97e1-bc62233b5526","name":"e2e-cmp-legacy-bfd9c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bfd9c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:23:53.643050026Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"7e3a7990-e684-494f-97e1-bc62233b5526","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bfd9c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.693350937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8e29929c-18cd-42bd-a0b1-835450b9b2a9","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.693375165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8e29929c-18cd-42bd-a0b1-835450b9b2a9","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.840067601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"a2411bdc-c6be-4089-a663-01059e08e59c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.86704542Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"bf5ea82d-ab66-4646-a5c2-6ad167fe351e","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cmp-legacy-bfd9c7","model":"e2e-cmp-legacy-bfd9c7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:53.895497223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"a2411bdc-c6be-4089-a663-01059e08e59c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.125302045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"1a2533d1-8086-4e90-8ab4-00f43a2b51a0","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.125327722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"1a2533d1-8086-4e90-8ab4-00f43a2b51a0","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:54.326167715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"8b903ea0-a336-421b-939d-6c6b0b9dee08","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cmp-legacy-bfd9c7","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.643001915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"91633f19-1701-4e05-889d-ff822dedb6f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.698416774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"91633f19-1701-4e05-889d-ff822dedb6f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:55.774467167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee435c873854f4e6daf36133eb7502b6d22b9128b130e7ba3bb40f7466edeb9f) AuthConfig (12d808f8fc42b854725d9d749024329fe51696a7d3718836fb90153f61db3912) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (90aeb1be3bce711c7ac72272700d26160d0774edb2a13bbc0639599d89dae136) AuthConfig (4678e486556eaab8eff3e7518a90a2266a417189d7df4180f233e1f1395aa3a4) AuthConfig (2de32df5989b344c46480df3a0faa7120e66d881eea5cbed226f3343ddb5af38) AuthConfig (5da5ae80d03f15279eea67d941c263889f50f115696466c88ba87bc2597bfb54) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (53680d9bafef525b4f3d9ea5fe1938a0ee9648f8b02c5fc36877d6aa3f21e662) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (ca8fd5731e5d672b9985556075e85e78ebb6db961631b229284e4869be8879c6) AuthConfig (86be7ef4edea190520f46bd3a0808cae3bdc5a0ee43da3f20ea4a993a58d34ba) AuthConfig (1454992648e6e8f538eb54db3da120b84de8edf7326ab275d10f98bc817d5eee) AuthConfig (5b2b34689de2b099682515a3cfcc3fbef5b100a011c21843e0ef3d5dd3e788d1) AuthConfig (124d7528d9d8ab3ba719f4f37ada7b7bb1689b835080b55ddc9bd0fcefa8bd4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"91633f19-1701-4e05-889d-ff822dedb6f8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.519777946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b039b328-eb64-4928-a617-36099436dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.570013704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b039b328-eb64-4928-a617-36099436dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.620206566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b039b328-eb64-4928-a617-36099436dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:57.671896625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b039b328-eb64-4928-a617-36099436dc0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.529978773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33129b35-a087-44d7-81f8-ba4e279b5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.580932121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33129b35-a087-44d7-81f8-ba4e279b5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.63103441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33129b35-a087-44d7-81f8-ba4e279b5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:23:59.681195572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33129b35-a087-44d7-81f8-ba4e279b5515","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.440802364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a779446b-8933-44cf-b258-0100ffeb4d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.496289708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a779446b-8933-44cf-b258-0100ffeb4d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.549459004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a779446b-8933-44cf-b258-0100ffeb4d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.617970744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a779446b-8933-44cf-b258-0100ffeb4d5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:03.924204795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"3853214b-0123-4ac5-9c5a-3d1d215ccffb","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cmp-legacy-bfd9c7","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.185314511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"3cba466f-3700-41f9-a47c-62cf6ddef291","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.18534115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"3cba466f-3700-41f9-a47c-62cf6ddef291","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.444174642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"2340e8f9-966e-42dc-a159-57a95670651d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:04.49973662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"2340e8f9-966e-42dc-a159-57a95670651d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.457614801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356de12f-b428-4409-ae47-ffc0479eec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.507668422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356de12f-b428-4409-ae47-ffc0479eec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.558274716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356de12f-b428-4409-ae47-ffc0479eec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.613115803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356de12f-b428-4409-ae47-ffc0479eec73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.920919396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"9840a1c9-157a-4a2f-af49-2c0c94b736c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:05.976018393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"9840a1c9-157a-4a2f-af49-2c0c94b736c1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.285919193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8becec5d-d3c7-447d-8495-e14d98bf4f34","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:06.285940345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8becec5d-d3c7-447d-8495-e14d98bf4f34","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.369322765Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"8f7c339a-2585-4977-abff-e4125454b3f8","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.420304896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"6f69d075-21e2-47ce-b7b5-959d087e0b1b","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.420330693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"6f69d075-21e2-47ce-b7b5-959d087e0b1b","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.469788313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"b2f0ab0c-b9c3-41cf-b7e4-8c3ccdeedf7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.470323518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"36e2d407-d19e-42d1-9607-8f358ec08dde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.522498662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589349b2-046f-40f6-9b0b-731e7791647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.522601859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"64d17a48-3729-442e-87ea-a135226ecdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.522752507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eff8315-7a7f-46a2-884b-a4bd0c78eb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.523007969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96521576-9860-46d5-b5c8-c739956d26c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.524967595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"b2f0ab0c-b9c3-41cf-b7e4-8c3ccdeedf7d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.525511659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"36e2d407-d19e-42d1-9607-8f358ec08dde","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.572902625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589349b2-046f-40f6-9b0b-731e7791647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.623377076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589349b2-046f-40f6-9b0b-731e7791647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.628022667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96521576-9860-46d5-b5c8-c739956d26c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.628437559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eff8315-7a7f-46a2-884b-a4bd0c78eb66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.630167232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"64d17a48-3729-442e-87ea-a135226ecdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.674004774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589349b2-046f-40f6-9b0b-731e7791647a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.867623273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"daa87d49-d18b-4d84-9548-24a05e464330","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.929383834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c11dcac1-54ba-459b-8b2c-31a44a92c784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.931510601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"1f13ce60-25e7-4211-aeae-d8b27565a145","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.931538643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"1f13ce60-25e7-4211-aeae-d8b27565a145","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.979935755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"b5102503-f052-4447-9f74-290c0dcd088f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.97997217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"665c43a5-bb16-4a52-8e97-5f3fc3641534","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:07.984882223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c11dcac1-54ba-459b-8b2c-31a44a92c784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.029638665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8e3e5395-8373-492f-8e2c-0e4824feb5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.029935776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77b5879c-53f4-4ef7-abb9-f829e8ec2ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.035182856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"665c43a5-bb16-4a52-8e97-5f3fc3641534","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.035299277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"b5102503-f052-4447-9f74-290c0dcd088f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.084746804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8e3e5395-8373-492f-8e2c-0e4824feb5d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.085108143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77b5879c-53f4-4ef7-abb9-f829e8ec2ad4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.284028469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"96057b92-39eb-4ced-8fb2-980972830b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.338725679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"96057b92-39eb-4ced-8fb2-980972830b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.384062287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf936d3b-9325-4a26-8a08-50fc182ecb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:08.439024277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf936d3b-9325-4a26-8a08-50fc182ecb58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.640184251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"00d22b98-4bc7-482f-bd4b-9d1e6bac946b","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.640208262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"00d22b98-4bc7-482f-bd4b-9d1e6bac946b","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.695918577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2cf9a4b2-2d10-4e8a-aeee-d09fd95ebb56","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.695946527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2cf9a4b2-2d10-4e8a-aeee-d09fd95ebb56","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.796177951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"eefa3866-8e6e-4377-9cc4-26ffcca7cb5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.919677179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"eefa3866-8e6e-4377-9cc4-26ffcca7cb5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:11.973482596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"eefa3866-8e6e-4377-9cc4-26ffcca7cb5b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.027310354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"dddd1b56-62da-48f1-86f4-82df1321f6be","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.027331204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"dddd1b56-62da-48f1-86f4-82df1321f6be","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.746103784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"c2ee57ea-a301-43b1-b1fb-d9131e9f6db4","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cmp-legacy-bfd9c7","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.818336481Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"023e6d7c-4ea7-4e02-a122-f10dbc68a4c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:12.944712951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27180522-5bba-4afd-8553-eda24ea546ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.067063775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.195943872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"127f8e73-82b3-4828-8fab-731255c688fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:13.296673102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"40f60301-b2d7-425e-b493-9dfd719bf27f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.361329813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"d1e84c35-1acb-49ae-aa13-cba22c76aaa6","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.361355815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"d1e84c35-1acb-49ae-aa13-cba22c76aaa6","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.41107948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"162b0022-68ab-4aac-94d5-aa27cceb04e1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.466890492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"162b0022-68ab-4aac-94d5-aa27cceb04e1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.519139983Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"17aa6217-4911-403a-a508-a321ffcae722","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6b9fd128","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.823735521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"aa65c92f-c268-498e-a49a-8ed993d556e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:19.90275904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"aa65c92f-c268-498e-a49a-8ed993d556e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.128239714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"69f18013-57bc-40a0-ae86-b1948a424a8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.183874658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"69f18013-57bc-40a0-ae86-b1948a424a8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:22.237617277Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"69f18013-57bc-40a0-ae86-b1948a424a8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.402039707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"06d1e494-1f40-446c-83b2-5726dc34f21a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:25.402060986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"06d1e494-1f40-446c-83b2-5726dc34f21a","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.4345634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c127644d-ddaa-4adb-be76-e492541c8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.484765841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c127644d-ddaa-4adb-be76-e492541c8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.535064288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c127644d-ddaa-4adb-be76-e492541c8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:26.585539333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c127644d-ddaa-4adb-be76-e492541c8465","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.421060735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49201114-09b7-413c-94ec-27bb79e684ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.471219183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49201114-09b7-413c-94ec-27bb79e684ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.521560761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49201114-09b7-413c-94ec-27bb79e684ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:28.571869055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49201114-09b7-413c-94ec-27bb79e684ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.480082903Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","namespace":"ai-tenant-e2e-ait-a4405234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.480142063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","namespace":"ai-tenant-e2e-ait-a4405234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.480191893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","tenant":"e2e-ait-a4405234","tenantID":"e2e-ait-a4405234","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.532762301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Deployment","name":"maas-api-e2e-ait-a4405234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.570566451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"fb8c002d-2cc5-4d57-9afc-a60d96cde1b8","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","subscription":"e2e-cmp-legacy-bfd9c7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.591307964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Service","name":"maas-api-e2e-ait-a4405234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.649965672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-a4405234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.674898749Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"fb8c002d-2cc5-4d57-9afc-a60d96cde1b8","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.702193083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-a4405234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.725756493Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-sub","reconcileID":"fb8c002d-2cc5-4d57-9afc-a60d96cde1b8","MaaSSubscription":{"name":"e2e-cmp-legacy-bfd9c7-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.761551414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.836687039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.892081139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:29.955562926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.014599073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Deployment","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.068681181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.07291367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"fd83ab89-addd-43ae-8671-932b5db19eea","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.072942669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"fd83ab89-addd-43ae-8671-932b5db19eea","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.119267318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Service","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.123469804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"d18c653e-85f6-4c35-9902-7bf20d93f9bc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.171126371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"Service","name":"payload-pre-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.185385588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"d18c653e-85f6-4c35-9902-7bf20d93f9bc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.220983183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"DestinationRule","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.230152664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"094fa599-be46-4553-aa8d-a9f04c23a03a","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.23017546Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"094fa599-be46-4553-aa8d-a9f04c23a03a","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.2748037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.326828823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:30.351496224Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"094fa599-be46-4553-aa8d-a9f04c23a03a","name":"e2e-cmp-legacy-bfd9c7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bfd9c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:30.35157241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"094fa599-be46-4553-aa8d-a9f04c23a03a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-bfd9c7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.382242619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.407423549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9365b9aa-f83f-4a57-a78e-eba5530eb037","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.407450547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"9365b9aa-f83f-4a57-a78e-eba5530eb037","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.432644912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.451794494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"ee42579f-a86e-458e-8161-2dbcb4c41a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.482435024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.540808655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-a4405234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.594976323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-a4405234"},"namespace":"ai-tenant-e2e-ait-a4405234","name":"default-tenant","reconcileID":"779f6fa8-32c8-40b7-9412-e28bfb0465b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-a4405234","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.625202922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"ee42579f-a86e-458e-8161-2dbcb4c41a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.749040482Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"ee42579f-a86e-458e-8161-2dbcb4c41a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.749064219Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7-access","reconcileID":"ee42579f-a86e-458e-8161-2dbcb4c41a82","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-bfd9c7-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.854726655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"d9a65b41-96b0-447f-8398-b70ca2c5a05a","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:30.854754743Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"d9a65b41-96b0-447f-8398-b70ca2c5a05a","MaaSModelRef":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cmp-legacy-bfd9c7","externalModel":"e2e-cmp-legacy-bfd9c7","provider":"e2e-cmp-legacy-bfd9c7-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.385852594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-a4405234","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-a4405234","reconcileID":"13876acc-ef67-46c5-9e68-c0e383fcd18f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-a4405234","removed":["maas.opendatahub.io/gateway-access-e2e-ait-a4405234"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.598085411Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"85b69830-5d45-450c-9f65-7571cedb1640","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.767216555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"7c434279-882a-4b13-95e5-e7d7bacfe7a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.767296494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"4e4cd19e-11dd-4d32-a894-a993dc047d60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.817644254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65653c0-f9a3-4eb1-9d88-1c3ae88223e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.82431519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"4e4cd19e-11dd-4d32-a894-a993dc047d60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.82434994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"7c434279-882a-4b13-95e5-e7d7bacfe7a6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.834519386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2be756c6-624d-4502-b05c-f4cee0d2a63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.852693916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd19af22-e5c7-4228-a3b0-d3a60d2507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.873177991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c65653c0-f9a3-4eb1-9d88-1c3ae88223e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.878788895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2a148ce381954be2211dbacd3eee882210b562482056586b023784c2c67c7b3b) AuthConfig (c66040b1748118429596443bbb4baa0f4d6739c83efdb2f571867f995aafb5ce) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (e3cd26ebf559bc527f3ea2ed183dde3082357908f641c2bdeb8b83ff6b34da1b) AuthConfig (15ef53570e2c886c9eef59c2a9cadafe39e4e7aa29c27b7a1fc37b055eb95894) AuthConfig (c772acf94b31e2c2ce61c929dd52f81a4918a3063222645b7f2b39ca94e684bb) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (dad51b884e2ca0a253124c51d73ede34fa47fa7306f821ae9a590c536a491947) AuthConfig (43376d44a8a090d48c7c6c2a06b6bdb88f7e8c8576352c52ec9b738af3a2d75a) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (902d15db2c5da6449c1bc0d1809ebd53652f8d5107ffe7f3355647faf1383225) AuthConfig (beee1984d2deb99ed0d300fdb4de6f2a0475d1616c53bc65a3376b747e81098e) AuthConfig (a2de96c9ed1b5277e572b0f907a736f05d928aa3c7e1971a441fc5d269f2dbb3) AuthConfig (bdf9246da8a4eb9bc9f9c2b482c3a1b28798bf06516edcc9d9ff5b2bcf3d7591) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (16dbb286a9a849eb77fea85c8ec342f5831463a7c4102faa25b8052c51498e74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"4e4cd19e-11dd-4d32-a894-a993dc047d60","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.891898202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2be756c6-624d-4502-b05c-f4cee0d2a63b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.908978608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd19af22-e5c7-4228-a3b0-d3a60d2507e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.942936514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"db50aa13-aaa5-4be2-9b4f-3e414dd627da","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:31.942962091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"db50aa13-aaa5-4be2-9b4f-3e414dd627da","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.102092213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6fcc6989-b6d0-4336-9c4c-b7fa93398f1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.15873739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6fcc6989-b6d0-4336-9c4c-b7fa93398f1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.224525591Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-bfd9c7","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","reconcileID":"c02f9c13-bf77-4f9f-873a-dd76b0154648","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cmp-legacy-bfd9c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.328818467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"e5d2dc23-faa8-4896-9e29-d95a56010413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.329917326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"e0a37cc3-669c-4755-8963-1d9bce170228","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.410074593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d270902e-73bf-4611-b3cd-a832f1b08529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.410203008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58d47996-07ae-4a8c-9e23-35729c653222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.415933886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"e0a37cc3-669c-4755-8963-1d9bce170228","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.416237413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"e5d2dc23-faa8-4896-9e29-d95a56010413","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.465512702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58d47996-07ae-4a8c-9e23-35729c653222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.465744228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d270902e-73bf-4611-b3cd-a832f1b08529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.52985311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"77270676-5cca-4236-9ca0-5d785002a3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.58378369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04238a8-d3b6-402d-b2dd-24d623725300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.639674628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04238a8-d3b6-402d-b2dd-24d623725300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.661314567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"77270676-5cca-4236-9ca0-5d785002a3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.689771205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04238a8-d3b6-402d-b2dd-24d623725300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.752851933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a04238a8-d3b6-402d-b2dd-24d623725300","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.867216194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"25ed2a35-3f6e-41d7-a902-f44d483e7742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.873779574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"240f1fb5-7c17-4fd2-909d-7ff42d22100b","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.873795244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"240f1fb5-7c17-4fd2-909d-7ff42d22100b","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:32.92297883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"25ed2a35-3f6e-41d7-a902-f44d483e7742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.524866402Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"4c53c7d2-3295-4f62-b310-c98eb458a013","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.580227213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"9c680865-49b1-4519-968a-daebda46ee59","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.628021261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"0ab2dd20-65ed-42e7-9cc9-6e1420a65d42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.679645435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"becba951-4541-4de2-9b81-b65de2b87e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.679654018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d83d0cd-454e-47ba-b4a1-d2cf23568aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.68051938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a354d109-01d2-42f4-adf5-437be0663b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.680624361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96ba3cc4-fdaa-44a1-863a-ec609a3f1223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.686000821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"0ab2dd20-65ed-42e7-9cc9-6e1420a65d42","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.760648611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"becba951-4541-4de2-9b81-b65de2b87e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.775950883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8f9fd2-3850-41c2-83c7-9e7fee620f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.805179136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96ba3cc4-fdaa-44a1-863a-ec609a3f1223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.808755477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4d83d0cd-454e-47ba-b4a1-d2cf23568aec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.812366417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a354d109-01d2-42f4-adf5-437be0663b47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.834379146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8f9fd2-3850-41c2-83c7-9e7fee620f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.888279419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8f9fd2-3850-41c2-83c7-9e7fee620f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.938788898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8f9fd2-3850-41c2-83c7-9e7fee620f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:34.992551621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"9c61108f-9159-42cc-a85a-9aed50256195","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.111026777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"4bcb0905-df8c-4cf9-8070-2d964f06da11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.163226193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8884af7e-c662-427a-ad02-88738640d8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.171015467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"4bcb0905-df8c-4cf9-8070-2d964f06da11","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.22302177Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"42e06ad9-6c8f-4348-88ca-0357b81b91dc","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.227655926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8884af7e-c662-427a-ad02-88738640d8cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.271337231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8a01137c-ab3c-4c23-b032-1804ff68428f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.272500817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0ac7cb8c-5fa8-4ec5-a5e1-c5e406d39245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.272559747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"220271fd-bac1-4d82-888d-15d8072bffe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.397377422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"220271fd-bac1-4d82-888d-15d8072bffe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.415871032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8a01137c-ab3c-4c23-b032-1804ff68428f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.417157427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"0ac7cb8c-5fa8-4ec5-a5e1-c5e406d39245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.524273577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ebae725f-f1e4-4326-9832-65dad553e5d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.579213786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ebae725f-f1e4-4326-9832-65dad553e5d6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.771271193Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"26493a64-be03-4b60-8d56-8c6d479708a4","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.876171532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"cedb778a-61ba-4a0c-917f-a1610152816f","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.876204701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"cedb778a-61ba-4a0c-917f-a1610152816f","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-bd82ce-0505274cb78c","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.973329453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9675816b-874e-4bc5-8956-d4e89ecd0e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.974165045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"7a1d5947-0154-4bf2-b16e-3bd8872755d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.975136529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c1a1b825-639a-41ba-a7ea-c65f30d7aae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.975222793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f0494dea-afd6-4d90-b994-bc30086d84ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:35.975563137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e29c3c1c-e48e-4b46-87d5-c53454193b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.031650435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9675816b-874e-4bc5-8956-d4e89ecd0e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.032817882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e29c3c1c-e48e-4b46-87d5-c53454193b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.033954219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"7a1d5947-0154-4bf2-b16e-3bd8872755d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.034998374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c1a1b825-639a-41ba-a7ea-c65f30d7aae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.036141027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f0494dea-afd6-4d90-b994-bc30086d84ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.292734199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"db5bb632-4c4c-4b94-9e19-b14dd3f74a78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:36.348068554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"db5bb632-4c4c-4b94-9e19-b14dd3f74a78","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.397189453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"642dd695-9e1d-416c-abd8-a775b06bacdd","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.549750432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40fed549-ab85-4eac-854b-5a141d9615c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.549957554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9b0ec755-21ce-4a3b-8d79-b0c68d59620c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.550333616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cac0954e-bca5-4697-aadc-f8c1b153cd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.559174391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"cabed138-bacc-453f-8754-b2a127364692","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.598778136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"33e7fbc4-c441-49de-b673-e52ca533e8b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.604951196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40fed549-ab85-4eac-854b-5a141d9615c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.605039167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9b0ec755-21ce-4a3b-8d79-b0c68d59620c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.607308134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cac0954e-bca5-4697-aadc-f8c1b153cd0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.618105033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"bcdb942d-9426-453f-8e67-bdf9e8d4a6c6","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.65164754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84ed22f3-2677-4a2c-820f-d66adb6beaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.656497897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"33e7fbc4-c441-49de-b673-e52ca533e8b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.707756996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84ed22f3-2677-4a2c-820f-d66adb6beaae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.784631116Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"d7426dfa-f90e-4e41-bf97-05afa573e3d9","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.828542156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987b7ad-87b4-49f3-a7e4-59b931c79494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.879012349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987b7ad-87b4-49f3-a7e4-59b931c79494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.929200273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987b7ad-87b4-49f3-a7e4-59b931c79494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:37.979500951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2987b7ad-87b4-49f3-a7e4-59b931c79494","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.040204985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"67e6b0b7-2057-43a6-bdb0-21db27ec1fa5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.042038608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d32611f-8e9b-420a-8836-f1a2413211fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.042893677Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"5259e33f-830e-4381-8d15-26ddf3ba414c","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-bd82ce-0505274cb78c","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.116695113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d32611f-8e9b-420a-8836-f1a2413211fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.130445916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"67e6b0b7-2057-43a6-bdb0-21db27ec1fa5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.192553353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"37d38b43-4493-4058-a011-55d27eb600fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.249307335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e078eef2-4fb5-4314-a00a-f240efdbfead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.252865942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2d48a38e-0b2a-49ed-ac6d-ca5d28662565","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.257552819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"37d38b43-4493-4058-a011-55d27eb600fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.257964526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6091c9b9-b5c9-484e-b483-b801db330788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.32736244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"3a5b32e4-f1f3-4d70-bd4e-c36ff780a7f4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.327388705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"3a5b32e4-f1f3-4d70-bd4e-c36ff780a7f4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.332958965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6091c9b9-b5c9-484e-b483-b801db330788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.334186133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e078eef2-4fb5-4314-a00a-f240efdbfead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.409707998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0b0e1476-da7b-435a-bb7c-570b34db117e","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.409732992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0b0e1476-da7b-435a-bb7c-570b34db117e","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.413313339Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fc5ef533","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fc5ef533","reconcileID":"623cb51c-2645-4415-803d-5765bf1c0a40","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fc5ef533","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-fc5ef533":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:38.430953572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"be9d4593-dc2d-4e36-8d1d-fa39c436df6c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-da0de8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:38.464657394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0b0e1476-da7b-435a-bb7c-570b34db117e","name":"sub-test-model-ff34e5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ff34e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:38.464721125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0b0e1476-da7b-435a-bb7c-570b34db117e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-ff34e5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.470355786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8745e3e9-7489-44d0-b27b-34c2a0100eeb","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.470380794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8745e3e9-7489-44d0-b27b-34c2a0100eeb","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.51523288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c371af-45e8-415e-a4be-7142574a8901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.559689103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"61129fe5-9a13-476a-9b45-2e75c7f03928","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.570388401Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"060f3b32-1985-47f6-859b-be7f5a12de9f","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.578329318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77c371af-45e8-415e-a4be-7142574a8901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.626566539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"683c5947-16e8-4684-a220-0de9ffcae4f1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.679944554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"25b4fb8b-16a7-4844-b5e5-989c6a57eaa8","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.703832601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ffbafffc-48b4-446f-9b67-0674df671cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.731675116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"cf0d90be-9d48-4e78-8130-2bca959bb61f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.731700416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"cf0d90be-9d48-4e78-8130-2bca959bb61f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.768894616Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"683c5947-16e8-4684-a220-0de9ffcae4f1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.771089869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ffbafffc-48b4-446f-9b67-0674df671cd4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:38.775279513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"13c5ef69-0607-4db3-b08d-dce41002b00c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-da0de8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.782457674Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"29e7c4d0-6e6d-4931-87a5-e6bd69c4f611","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.823102576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"683c5947-16e8-4684-a220-0de9ffcae4f1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.835767028Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"34bfdfac-23a0-40b7-be0a-1c7985202885","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"sub-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-shared-sub-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.838323979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"60add91b-8725-4142-8e07-4272f5777b2e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.838340681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"60add91b-8725-4142-8e07-4272f5777b2e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.858562385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"444651ec-5884-4a15-b516-e8ac4730dbd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.858566247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"26dd3304-95f9-44ee-9660-df6f6f8e52e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.915742857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"444651ec-5884-4a15-b516-e8ac4730dbd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.916718641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"26dd3304-95f9-44ee-9660-df6f6f8e52e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.946221752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"365bb32d-82a9-4006-93f8-661b426124c1","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:38.952301692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ab0fd8b2-b4e8-4056-ade1-9a357e6934b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.007919591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"3566aa7e-e307-47cf-ad50-322b9b6c8405","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.007938863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"3566aa7e-e307-47cf-ad50-322b9b6c8405","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.022462317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"ab0fd8b2-b4e8-4056-ade1-9a357e6934b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.066699724Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"5c3ab693-7d6b-45f1-8338-7addfba99165","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:39.076048025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"8a0de80a-f6c8-4997-987e-d4adf2a387fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-da0de8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.088217454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"20366562-9a1b-48ac-b48e-8bc8d07b36d1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.127248347Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"5940c3f2-600d-4001-9291-97a94ae47c20","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.153498961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"20366562-9a1b-48ac-b48e-8bc8d07b36d1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.198830703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"e2055601-2650-4c0c-92ff-e1aafae5392e","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.19884792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"e2055601-2650-4c0c-92ff-e1aafae5392e","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.199545176Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"bfe20ae2-0992-46a8-ba96-e49dd01b3b46","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"sub-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.21036537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"20366562-9a1b-48ac-b48e-8bc8d07b36d1","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.25482621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a6b347-05d9-4eaa-b711-d8e81c6f412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.255723711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"33e00498-e37c-4cf8-8f60-ba49b84e0c92","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.255743444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"33e00498-e37c-4cf8-8f60-ba49b84e0c92","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.329826109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7a6b347-05d9-4eaa-b711-d8e81c6f412a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:24:39.387093394Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"1e9c5ae1-c69f-48ce-8976-f1c344285020","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-da0de8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.387950823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f55e23c8-d404-44fb-9778-e94d8e703337","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.387968665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f55e23c8-d404-44fb-9778-e94d8e703337","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.388033161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"43ae11e1-ea3e-4cfd-b8bf-b6fc1592409a","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-a-only-da0de8","ai-tenant-e2e-shared-a-w4-ff34e5/e2e-shared-sub-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.419724633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"8b900eae-ae16-4f2f-9fd1-4500aba05b2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.420273673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2e38af93-84a6-44dd-8f8a-b539c054e177","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.420288874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2e38af93-84a6-44dd-8f8a-b539c054e177","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.420805918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"8fedb686-5899-4fac-bf4e-671bed5dcfca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.42112907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"b6edeccb-ceaa-43ef-8019-377b7d98f6e6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.494489548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bef0ee14-bbe8-4800-8156-3ca988e49597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.496635178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fee86e9e-b846-42ea-a224-248ad5fb8475","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.496649057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fee86e9e-b846-42ea-a224-248ad5fb8475","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.49790021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"8fedb686-5899-4fac-bf4e-671bed5dcfca","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.49901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"8b900eae-ae16-4f2f-9fd1-4500aba05b2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.500192969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"b6edeccb-ceaa-43ef-8019-377b7d98f6e6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.545018456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"42b0247a-aa24-4bf9-b53a-1a8b6f48bc9e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.545041372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"42b0247a-aa24-4bf9-b53a-1a8b6f48bc9e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.545578727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"b102d3d0-1509-48ce-b3be-4b0287268a3a","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.550786521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bef0ee14-bbe8-4800-8156-3ca988e49597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.554871562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"b6edeccb-ceaa-43ef-8019-377b7d98f6e6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.600273155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8c7a01da-0e51-42e0-be0e-b3ee678e8736","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.600294497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8c7a01da-0e51-42e0-be0e-b3ee678e8736","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.603155942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"5137fc04-e692-4f60-8cae-06dbe5895eac","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.603173164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"5137fc04-e692-4f60-8cae-06dbe5895eac","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.706022548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8ddda5a8-a229-4bf9-ae12-efa51a8e02e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.706775242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f9a8e14e-69e3-4cfd-805d-3b2be5090a6f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.706792432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f9a8e14e-69e3-4cfd-805d-3b2be5090a6f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.753053379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"9e2e6aed-f756-4bbd-a7dc-ef795c4821bb","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-da0de8","ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.761059728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8ddda5a8-a229-4bf9-ae12-efa51a8e02e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.804905408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"29352e39-1737-4eb8-bf4e-5d50eb047a3e","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.805219054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"eb57fbde-5594-4e32-b4f1-884301c315fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.858749585Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"e7e1c99f-0b7d-4dc2-9fd9-a5f3aff63185","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-da0de8","ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.859967548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"eb57fbde-5594-4e32-b4f1-884301c315fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.90504449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a80b318a-5297-4629-829d-e7d1be35415f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.907113497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"c2f77664-684e-465e-a168-a981f1728919","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.96001724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a80b318a-5297-4629-829d-e7d1be35415f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.972564747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295ff02d-cdd4-4870-84ed-68cbb68a96b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:39.972952646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"9a257d50-5ece-4898-860e-0d07e2038696","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.007299497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"b0992ff4-a2e4-4a41-9f80-0dc0838e4d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.023017988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295ff02d-cdd4-4870-84ed-68cbb68a96b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.02305735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"770d6aea-3082-4b8f-8e24-51ed310cf62d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.073792952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295ff02d-cdd4-4870-84ed-68cbb68a96b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.077937794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"770d6aea-3082-4b8f-8e24-51ed310cf62d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.078523975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"9a257d50-5ece-4898-860e-0d07e2038696","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.079497574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"ee93622d-26d4-4cda-aacb-e97071f5021e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.079514242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"ee93622d-26d4-4cda-aacb-e97071f5021e","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.123384283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"63ea62e7-ee58-4d7a-a0b0-2739719a20dc","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.124247548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295ff02d-cdd4-4870-84ed-68cbb68a96b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.175647699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6ee0f37-9a02-4d00-870c-9a23d6aa8e11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.179193046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"770d6aea-3082-4b8f-8e24-51ed310cf62d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.225222354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"42669ebc-0c10-4be1-8e80-56ea99b50ff9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.325317719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"506676ca-b852-4e29-a37a-15dcaff7b4cc","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.435527086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"88e40618-4f66-446c-a924-d4c6da591278","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:40.435760239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"b0fd6275-6ac1-4c2d-a3b6-ca7eac391d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.036073978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b64dff-38e0-4b4b-8d01-257718a076fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.086516972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b64dff-38e0-4b4b-8d01-257718a076fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.165563652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b64dff-38e0-4b4b-8d01-257718a076fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.21653745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87b64dff-38e0-4b4b-8d01-257718a076fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.955338112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a4d519f6-15db-4cd3-ab16-1a22ff0323c7","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:42.955358776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a4d519f6-15db-4cd3-ab16-1a22ff0323c7","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:43.066748437Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:48.784458726Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"66458a73-1724-40e0-b084-cec769dcf249","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.236895138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"3c42420e-3f8a-418f-81ed-e443e2586fd8","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.237960893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"1b92b2a6-5e86-49b0-9bc4-78df2bf20573","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.359440941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"5e221ea9-4287-496f-9aa3-41aa1cad2fa6","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.359818424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"636acfe2-15d0-48fe-aafc-5e7fb667fb9c","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.397386954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"faf54384-c9a0-41ca-97c4-eec9f37715a7","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.397501638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"faf54384-c9a0-41ca-97c4-eec9f37715a7","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.399935551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"f3737ee8-b552-40d9-a894-a04cd86399a0","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.400012534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"f3737ee8-b552-40d9-a894-a04cd86399a0","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.523022467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"15f339b3-4afb-401d-80dd-fb164b40c654","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.523130109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"15f339b3-4afb-401d-80dd-fb164b40c654","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.525589504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"cc4d7b08-cbcf-4788-ba83-83a6edd9755c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.525667827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"cc4d7b08-cbcf-4788-ba83-83a6edd9755c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.899363667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"00235bbe-515f-413b-b9fa-2ff4e4293e67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.954831915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"00235bbe-515f-413b-b9fa-2ff4e4293e67","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:49.999415314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"52239d03-eee9-4cfa-b56c-c7a356f29a91","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.056809378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"52239d03-eee9-4cfa-b56c-c7a356f29a91","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.101657806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"56dc814c-caff-42e4-a620-08791b05144b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.111649767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (0d0316d1cf681f8379d385ca3cd08bcf1047536a72eefbfa72770a72a7e2f5eb) AuthConfig (cc15354bc1ee0010c17bf276044707c8293f3543c8ba064ddc54ae3ddb2119a3) AuthConfig (8234a365c0d98bc601b251b4ee7c4cd323cfd67e8fe678f2fce81b8bedd7806f) AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (f70a5e8050c612abd6b7b15038d3f0ed949106af337f503e36e3f58abf7ec90b) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"52239d03-eee9-4cfa-b56c-c7a356f29a91","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.156503659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"56dc814c-caff-42e4-a620-08791b05144b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.218070799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"031e0375-7504-4cc7-b0c2-442ec3bf2c39","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:50.218091828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"031e0375-7504-4cc7-b0c2-442ec3bf2c39","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.013015686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a5879d4e-5a88-495f-baae-d3ab90aae761","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.013037294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"a5879d4e-5a88-495f-baae-d3ab90aae761","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.487773135Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"5b99e0ef-6139-4fe0-96eb-b07721693cae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.487861745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"ba2388b4-5713-45ff-b4b5-5970eeb10807","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.487878636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"ba2388b4-5713-45ff-b4b5-5970eeb10807","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.745349072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"5b99e0ef-6139-4fe0-96eb-b07721693cae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.795796014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"9f3c6dbe-2410-4b48-a20e-de3d04fffe6f","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.796070855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"b2e85e3e-2eb5-4353-948f-053e6c2b0243","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.898098773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"5b99e0ef-6139-4fe0-96eb-b07721693cae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.898120438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-da0de8","reconcileID":"5b99e0ef-6139-4fe0-96eb-b07721693cae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.952760543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"9b65f7db-85d8-49a0-941f-913bd1c6327d","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:53.952783061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"9b65f7db-85d8-49a0-941f-913bd1c6327d","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.118116841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f50b07d4-005d-433f-b2ac-a214fe725929","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.118137227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f50b07d4-005d-433f-b2ac-a214fe725929","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.216501964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"0c4acca1-284d-4066-af2e-ca415ab34e36","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:54.216495388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"6b1b2cd6-11e6-4086-bce3-6042c2b78a79","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:24:58.894669759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"49c70888-6c2f-48e8-a5e6-25ccbb9c1f5c","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.268696571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"9eb43547-87ed-4c09-a618-99fb7eabdb9d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.324534503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"9eb43547-87ed-4c09-a618-99fb7eabdb9d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:00.378351458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (0d0316d1cf681f8379d385ca3cd08bcf1047536a72eefbfa72770a72a7e2f5eb) AuthConfig (cc15354bc1ee0010c17bf276044707c8293f3543c8ba064ddc54ae3ddb2119a3) AuthConfig (8234a365c0d98bc601b251b4ee7c4cd323cfd67e8fe678f2fce81b8bedd7806f) AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (f70a5e8050c612abd6b7b15038d3f0ed949106af337f503e36e3f58abf7ec90b) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"9eb43547-87ed-4c09-a618-99fb7eabdb9d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.014395012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"1a4a666c-81eb-49f5-a967-1c97377f4af7","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:03.014429565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"1a4a666c-81eb-49f5-a967-1c97377f4af7","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.476370883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"0c7f0eea-969f-425f-9fa6-e11164a3cdad","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscription":"e2e-shared-sub-da0de8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.686033572Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-da0de8","reconcileID":"0c7f0eea-969f-425f-9fa6-e11164a3cdad","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-a-only-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.890539981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"964b8ea3-ec60-46b5-820e-ce60068f61ec","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.899371005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"1e3f3287-52a6-4821-b710-a16761f0f785","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:04.899409349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"1e3f3287-52a6-4821-b710-a16761f0f785","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.091592609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"c0d88de7-cebc-45b6-b253-f3b26f1de40c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:05.091618526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"c0d88de7-cebc-45b6-b253-f3b26f1de40c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:08.997370638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"75a6875b-55f1-4209-8afc-379121f694c7","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.480414265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"cccdc403-20e6-40e4-b2ee-8a6133a313f3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.535833905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"cccdc403-20e6-40e4-b2ee-8a6133a313f3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.949094715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"f38431c0-e529-4893-bc51-03c154593220","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:10.949136819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"f38431c0-e529-4893-bc51-03c154593220","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.015871861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"918b2f63-ee47-469c-812e-140eecdb9733","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.015891307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"918b2f63-ee47-469c-812e-140eecdb9733","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:13.067870705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.033656735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"fbe42684-5a0f-4232-bbbb-6180c43db486","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-fc5ef533","tenantID":"e2e-ait-fc5ef533","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.149214622Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"fbe42684-5a0f-4232-bbbb-6180c43db486","name":"e2e-ait-fc5ef533-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.842885465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"f8a9a987-d8d6-49b0-9a04-29523d36db80","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.842911231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"f8a9a987-d8d6-49b0-9a04-29523d36db80","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.892662222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"14cce6b5-6793-427c-b9b1-773d0c50314b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:14.897840277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"83245db7-f139-4b4f-8bba-5f15916d7ce6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-bd82ce-c4ebf5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:14.94911231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"14cce6b5-6793-427c-b9b1-773d0c50314b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.000435191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2d00a5f7-83d5-4995-916c-6d548c2a2232","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.000458111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2d00a5f7-83d5-4995-916c-6d548c2a2232","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:15.102135807Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2d00a5f7-83d5-4995-916c-6d548c2a2232","name":"e2e-cfl-bd82ce","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-bd82ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:15.102201877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2d00a5f7-83d5-4995-916c-6d548c2a2232","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-bd82ce\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.153854777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"af54d7bd-3814-4a29-8e0a-b278061ae495","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.153985974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"af54d7bd-3814-4a29-8e0a-b278061ae495","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.248478451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"e834bc12-e88c-4a77-a03f-a9aeb1a3c7c0","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscription":"e2e-a-only-da0de8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.299014422Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"e834bc12-e88c-4a77-a03f-a9aeb1a3c7c0","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.304587165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"90bef5bc-3592-42ae-b833-c8f0c29745b3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.333861494Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"3fcf4ea9-653d-4095-8c93-d4414b9b45a8","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","model":"e2e-cfl-bd82ce","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.349310403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-da0de8","reconcileID":"e834bc12-e88c-4a77-a03f-a9aeb1a3c7c0","MaaSSubscription":{"name":"e2e-a-only-da0de8","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.359439962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"90bef5bc-3592-42ae-b833-c8f0c29745b3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.590195343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"b3278d47-3de9-4d04-883a-ba007b3dd868","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.590226151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"b3278d47-3de9-4d04-883a-ba007b3dd868","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.640876114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"88292a8a-70b1-4818-9228-19e959e7c97a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.640893938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"88292a8a-70b1-4818-9228-19e959e7c97a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.805137086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"30c4e35e-9bf8-44b6-b5f1-a96cd3918661","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.989982044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"212462bd-697c-4aa2-9de1-b5e9deca693e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.990088903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"97a992c0-9a74-4136-93bc-76a790450243","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:15.99010586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"97a992c0-9a74-4136-93bc-76a790450243","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.19072689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"212462bd-697c-4aa2-9de1-b5e9deca693e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.24816981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"405ea13e-c837-484a-a2d5-df4d9cac36cb","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.248197992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"b07f8ca7-7bc7-4144-851f-02f8a98bd1f1","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.314105549Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"212462bd-697c-4aa2-9de1-b5e9deca693e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.314129321Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-da0de8","reconcileID":"212462bd-697c-4aa2-9de1-b5e9deca693e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.369860058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"0ccc3b8b-2133-4f6e-b9a4-e0a0f6d98332","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.369888801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"0ccc3b8b-2133-4f6e-b9a4-e0a0f6d98332","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.538158482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"beeffbfc-aead-46d3-ba34-ad18383f2f3c","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.538178712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"beeffbfc-aead-46d3-ba34-ad18383f2f3c","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.628784649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"07f8d231-1aa8-4149-83b1-614830d2c54f","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:16.787390608Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"35b94d1a-1164-4121-a18f-2ae333360637","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-da0de8"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:17.09628699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"38781698-99ad-40ac-a524-09bfeeef4153","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:18.963603928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"2c1c8a7e-72de-4733-b651-3de7935947bc","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"tenant":"e2e-mt-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","model":"ai-tenant-e2e-mt-ef676b77/e2e-lifecycle-model-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:18.963624835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"e2e-lifecycle-model-ef676b77","reconcileID":"2c1c8a7e-72de-4733-b651-3de7935947bc","MaaSModelRef":{"name":"e2e-lifecycle-model-ef676b77","namespace":"ai-tenant-e2e-mt-ef676b77"},"routeName":"e2e-lifecycle-model-ef676b77-kserve-route","namespace":"ai-tenant-e2e-mt-ef676b77","llmisvcName":"e2e-lifecycle-model-ef676b77","gateway":"openshift-ingress/e2e-mt-ef676b77","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.122063229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"5cb2d106-a1f1-4e54-b29e-4ce8b3b0cf46","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.945024091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e8fd63-9656-4640-8734-64d036f8d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:19.999339242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e8fd63-9656-4640-8734-64d036f8d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.054482977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e8fd63-9656-4640-8734-64d036f8d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:20.105277113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23e8fd63-9656-4640-8734-64d036f8d968","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.193180876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32145151-08f3-4b60-bcf1-662300cf3954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.243773882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32145151-08f3-4b60-bcf1-662300cf3954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.294236453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32145151-08f3-4b60-bcf1-662300cf3954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.344769825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32145151-08f3-4b60-bcf1-662300cf3954","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:22.753819001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"dc033eda-55f6-4658-89c3-02c1bfd3024e","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.01787692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"70906a3b-4f4c-41d6-aee1-d9fc61ffca56","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.017902545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"70906a3b-4f4c-41d6-aee1-d9fc61ffca56","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.547627854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"0be368d6-a9b1-4d7b-a3de-7093ee9e0982","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:23.60371622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"0be368d6-a9b1-4d7b-a3de-7093ee9e0982","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:26.893674498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"dc9b1d7a-494f-43be-8d52-f5bfa549721e","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscription":"e2e-shared-sub-da0de8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.046308453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-da0de8","reconcileID":"dc9b1d7a-494f-43be-8d52-f5bfa549721e","MaaSSubscription":{"name":"e2e-shared-sub-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.131935326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"df2cd740-3844-4b9b-885c-a568ce589eb1","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.19013625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"6aa40e58-00b1-4fb0-b858-bded0b2fe625","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.232649893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1049130e-78b0-4343-aa0b-7d4da31259d7","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.258067496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"9d8cd531-7bdf-4e07-a167-dec625eed791","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.258085023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"9d8cd531-7bdf-4e07-a167-dec625eed791","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.282715553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28e1edeb-5675-4108-8b6f-53710c76c118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.282782815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf558a1b-6935-4dfa-a886-8bea0c7adef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.283200657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9392e2b1-783c-44d2-a266-be8d6ca9f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.283346814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ba52bafb-a831-4391-bae0-7ffbb034aac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.2877846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1049130e-78b0-4343-aa0b-7d4da31259d7","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.338767419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9392e2b1-783c-44d2-a266-be8d6ca9f2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.338882399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ba52bafb-a831-4391-bae0-7ffbb034aac6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.341100578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"28e1edeb-5675-4108-8b6f-53710c76c118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.341305496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf558a1b-6935-4dfa-a886-8bea0c7adef3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.544801982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"e7928859-6985-4dd7-b2fa-d217783573b2","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.691209093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"05ad7a8a-4689-4670-9948-edd9c6b41a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.691269706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9808605e-fb9a-4794-81ee-53d077e1c296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.691725577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9883f1b2-4211-4487-aded-f3b212164fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.691734529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c049244-3c2a-4686-96b9-4c27babb3099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.703549149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"b7e9e468-1d28-4363-b3c5-d235fcde069b","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.740913825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2674e6eb-16f2-48f9-938b-36ca2846b3cc","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.748857903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"05ad7a8a-4689-4670-9948-edd9c6b41a6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.748957883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9808605e-fb9a-4794-81ee-53d077e1c296","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.757590111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c049244-3c2a-4686-96b9-4c27babb3099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.759668321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9883f1b2-4211-4487-aded-f3b212164fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.819195002Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"c346ac70-445b-4549-8422-add3c1900fab","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.833228535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2674e6eb-16f2-48f9-938b-36ca2846b3cc","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.883976005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"de3eb10a-e120-4022-aaba-11c942e53425","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:27.883999641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"de3eb10a-e120-4022-aaba-11c942e53425","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.387071Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"87927a87-11e5-4835-b428-9f6256addbfd","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.441428541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"8d470395-b54d-42cd-abc2-06700671af87","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.441535891Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"8d470395-b54d-42cd-abc2-06700671af87","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.519816408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f5dc8466-52be-4bd9-b004-ef6afea0630f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.547752374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c79c6e-6ad4-4838-867a-afa45382cb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.569600316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"697d2882-7ee6-4c43-8bd1-118f086fbeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.575072536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f5dc8466-52be-4bd9-b004-ef6afea0630f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.582939792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e156ab4c-7f45-4c92-bb61-ba77ab93001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.582979217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cadc24cc-ad11-43ec-9f99-c098ea0b9e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.602687811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72c79c6e-6ad4-4838-867a-afa45382cb1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.624647791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"697d2882-7ee6-4c43-8bd1-118f086fbeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.638808317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cadc24cc-ad11-43ec-9f99-c098ea0b9e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:28.638900591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e156ab4c-7f45-4c92-bb61-ba77ab93001f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:29.916733652Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"97b9fd80-83c6-446b-b379-2c3bbae4efa0","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.040130154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"83642aa9-e0ca-460a-beef-92e3cf98b56f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.09053745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"698e6958-fb05-4ac5-9319-554d3266182f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.090830117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd69d46-bb3e-470e-9845-4a392278377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.090558526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"784d7194-96fb-42c7-994f-52cd091737e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.091433123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"16cee907-f5df-4392-97cf-2db9f69687ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.095836392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"83642aa9-e0ca-460a-beef-92e3cf98b56f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.146797479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"698e6958-fb05-4ac5-9319-554d3266182f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.146863723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cfd69d46-bb3e-470e-9845-4a392278377f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.149151969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"16cee907-f5df-4392-97cf-2db9f69687ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.149414752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"784d7194-96fb-42c7-994f-52cd091737e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.308672162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"0a83f5f5-d9e3-4a27-bf6e-794cf2ae521a","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.508087013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"897d6d62-709f-42ee-afd3-ae6d18850245","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.508109454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"897d6d62-709f-42ee-afd3-ae6d18850245","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.609243436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"7fa8aedd-0cd3-4eb1-86b9-75ef66881255","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.609266813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"7fa8aedd-0cd3-4eb1-86b9-75ef66881255","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.670441434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"39027747-e855-47e4-b6c7-ff9a71dd324a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:30.726583062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"39027747-e855-47e4-b6c7-ff9a71dd324a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.11699263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"341d2e5e-0cd6-407d-8180-9b2fe4b156e5","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.139643379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"df4e8fbb-2f32-4d66-af44-29b2fdf3731b","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.139667024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"df4e8fbb-2f32-4d66-af44-29b2fdf3731b","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.26833624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"3a6b201f-2fed-493b-b7b3-f0d61ee72b39","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.268356252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ca364116-baf8-4d50-b707-46a3ce0d5c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.268936343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5aa40e4-6470-4814-adb5-4e5f55605ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.268980991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bb534f2c-1cd0-436b-a64a-402b6c58368f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.269508082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15d5cf3c-c033-45f3-b2d8-bc0d7540b33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.32477726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ca364116-baf8-4d50-b707-46a3ce0d5c34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.324889801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c5aa40e4-6470-4814-adb5-4e5f55605ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.327067517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15d5cf3c-c033-45f3-b2d8-bc0d7540b33f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.327154764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bb534f2c-1cd0-436b-a64a-402b6c58368f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.329197867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"3a6b201f-2fed-493b-b7b3-f0d61ee72b39","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.625321331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1fc670a0-3b54-48a6-91a3-da93f6771672","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.681119619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1fc670a0-3b54-48a6-91a3-da93f6771672","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.727918657Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"dd05eded-28e7-472d-9817-3f2a8f9f7b88","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.780299139Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"4c4575fc-a2b9-4cdb-817e-8683415d06fb","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.884375196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1372fe1f-b6e5-496c-8cb6-d9777a133322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.884492153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0bd7055b-22ba-411d-8626-4eaaebc199b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.886064123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813d3fad-dca6-4e1b-b5e8-c01e4058cde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.886193089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ee430c3b-96dc-455b-bddc-f92d5d0b6842","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.941901341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1372fe1f-b6e5-496c-8cb6-d9777a133322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.942068256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0bd7055b-22ba-411d-8626-4eaaebc199b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.945319712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ee430c3b-96dc-455b-bddc-f92d5d0b6842","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:31.945891099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"813d3fad-dca6-4e1b-b5e8-c01e4058cde4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.089209945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6072610d-c231-4533-b98c-e7deffd8ce8d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.144844166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6072610d-c231-4533-b98c-e7deffd8ce8d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.295028429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6cc481-be09-49f3-8a48-07ef56400a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:32.350046982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e6cc481-be09-49f3-8a48-07ef56400a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.634959034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.6350161Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","namespace":"ai-tenant-e2e-mt-ef676b77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.63506999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","tenant":"e2e-mt-ef676b77","tenantID":"e2e-mt-ef676b77","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.68699377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Deployment","name":"maas-api-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.747596189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Service","name":"maas-api-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.803715805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.855874579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-ef676b77","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.91172266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:33.969272752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.024737873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.091431803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.142561724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Deployment","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.192493135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.242421703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Service","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.298676006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"Service","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.350742151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"DestinationRule","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.401589914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.451632968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.505458639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.555497594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.605642159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.667288665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-ef676b77","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:34.718145371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-ef676b77"},"namespace":"ai-tenant-e2e-mt-ef676b77","name":"default-tenant","reconcileID":"c001ecc2-6578-4edf-af14-874185e82650","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-ef676b77","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.565587249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b2f8325a-95d5-46d9-848e-4907c1c24ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:35.621793702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b2f8325a-95d5-46d9-848e-4907c1c24ce5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.759504806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"d8605313-a6d4-4056-b344-f045658e896b","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscription":"e2e-b-only-da0de8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.806650827Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"06ab47f9-f735-4e4e-be1c-979dff093675","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.809797564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"d8605313-a6d4-4056-b344-f045658e896b","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:37.859979133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-da0de8","reconcileID":"d8605313-a6d4-4056-b344-f045658e896b","MaaSSubscription":{"name":"e2e-b-only-da0de8","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.124255404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e41b050a-ff9f-4043-a68f-78a07fe1c23d","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.124275876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e41b050a-ff9f-4043-a68f-78a07fe1c23d","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.418603765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d8b1b681-c17d-49b8-9b5c-04a547bc1353","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.418622674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d8b1b681-c17d-49b8-9b5c-04a547bc1353","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.471533531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"b241f162-123c-4004-8be1-115c6433abaf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.471558108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"b241f162-123c-4004-8be1-115c6433abaf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.572466185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"c8898545-a2ba-424c-acc7-4f8a4689a5d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.695435622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"c8898545-a2ba-424c-acc7-4f8a4689a5d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.74943795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"c8898545-a2ba-424c-acc7-4f8a4689a5d0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.803310483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8315cc3f-a6f8-4331-98ef-6b665cfa2ee9","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:38.803330367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"8315cc3f-a6f8-4331-98ef-6b665cfa2ee9","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.422267201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"fe749c01-41b0-4ce5-9568-ab4df181af45","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.528558296Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"14844164-9829-47b7-a470-9b0a34167384","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.731804972Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ef676b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ef676b77","reconcileID":"a771c535-130d-4732-bc04-e31e8391ef74","aitenant":"ai-tenants/e2e-mt-ef676b77","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:41.886532555Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"dae14768-5dc1-42f7-a871-b90defcc1870","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.239773465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ec7f8b-f412-484c-9378-07ef3edd15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.289868353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ec7f8b-f412-484c-9378-07ef3edd15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.340134862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ec7f8b-f412-484c-9378-07ef3edd15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.390090078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ec7f8b-f412-484c-9378-07ef3edd15ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.546853613Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-ef676b77","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-ef676b77","reconcileID":"a771c535-130d-4732-bc04-e31e8391ef74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-ef676b77","removed":["maas.opendatahub.io/gateway-access-e2e-mt-ef676b77"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:42.80593172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"403f3af5-ff31-40e5-9f2d-689977859afe","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.07164126Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.730020364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a941a059-04ab-423b-a3da-343607215154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.730042008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a941a059-04ab-423b-a3da-343607215154","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.782993291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f77747f-4673-405c-82a4-6c874010858b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.783014566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f77747f-4673-405c-82a4-6c874010858b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.933684602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c71a7f","reconcileID":"e184b90f-0050-42ff-b876-6f81c613c346","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:43.992640829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c71a7f","reconcileID":"e184b90f-0050-42ff-b876-6f81c613c346","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.003008724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"142c3407-f6d7-4165-ad50-84aceb7b3f25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.003025689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"142c3407-f6d7-4165-ad50-84aceb7b3f25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.058557446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0f08a22-e7e5-479a-b0d2-eb5a7734b2ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.058576907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0f08a22-e7e5-479a-b0d2-eb5a7734b2ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:44.109144226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c71a7f","reconcileID":"042cff20-e2b7-45d1-a01d-b940024289b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-c71a7f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.154527697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968a54d1-387d-4e6a-aa8f-20387c069513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.154947316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bc5be4-24ef-426d-8e5d-f7d7ec20de65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.209948737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"968a54d1-387d-4e6a-aa8f-20387c069513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.212176285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bc5be4-24ef-426d-8e5d-f7d7ec20de65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.221383654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f7b055-1b99-4c0e-bce2-bcbb800d5aff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.221419669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f7b055-1b99-4c0e-bce2-bcbb800d5aff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.248142688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544e3c5-65e1-4e8c-8cad-149dff756d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.298925489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544e3c5-65e1-4e8c-8cad-149dff756d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.301481628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe911f88-0086-4bea-ae6a-212d3424877d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.301498718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe911f88-0086-4bea-ae6a-212d3424877d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.349031482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544e3c5-65e1-4e8c-8cad-149dff756d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.349343698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1681c1-b1b9-4b3f-a802-ae93dc783b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.3493611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8c1681c1-b1b9-4b3f-a802-ae93dc783b9b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.39959938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1544e3c5-65e1-4e8c-8cad-149dff756d4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.503559733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c71a7f","reconcileID":"b815e688-c00b-42f0-bb25-f111c84af0b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.596269834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c71a7f","reconcileID":"b815e688-c00b-42f0-bb25-f111c84af0b2","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.701511362Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c71a7f","reconcileID":"0fd2160c-5446-4e54-8e7c-46e0234467c1","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-c71a7f","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.860519993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b58a41-de95-46f7-8f44-aa1cef74047a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.860548145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10b58a41-de95-46f7-8f44-aa1cef74047a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:44.904224983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1e1270e6-8e37-4c95-9264-8e2549870f6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.061381436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c71a7f","reconcileID":"b321b951-8fd0-4629-a876-7b863ad71a22","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.220972502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d95015b4-ecf6-4c6a-a212-0cd3f00623f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:45.220993016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d95015b4-ecf6-4c6a-a212-0cd3f00623f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:47.90925471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"9b0e7882-6905-4027-be51-d807f7447953","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:48.906212556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a7abf28c-f7b9-464c-90cc-7404afa31032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:48.961823659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a7abf28c-f7b9-464c-90cc-7404afa31032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.016786285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a7abf28c-f7b9-464c-90cc-7404afa31032","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.606151906Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-c71a7f","reconcileID":"c1f970b2-bbf7-4408-94ce-89caa1cab29b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-c71a7f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.606184138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739cca8e-19a0-47ac-a403-bc9bbe41f59a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.606196308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"739cca8e-19a0-47ac-a403-bc9bbe41f59a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.760862647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b183db47-ebdc-4c02-8ec1-027755814b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.760883561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b183db47-ebdc-4c02-8ec1-027755814b1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.90757537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671dd713-2a98-4995-9d4b-dd9660d6c418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:49.907599462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"671dd713-2a98-4995-9d4b-dd9660d6c418","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.108347385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8218fcd-e1de-4f65-8a67-96ab640f8b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.108346873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ec5f053-81ac-4163-8e39-98f44a02d80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.109010363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"39459218-3c07-43ca-a443-6bd154737235","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.166725346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8218fcd-e1de-4f65-8a67-96ab640f8b30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.167084852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ec5f053-81ac-4163-8e39-98f44a02d80e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.936880387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fa424-6f7a-45fd-9966-87cd656d0c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:50.989197693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fa424-6f7a-45fd-9966-87cd656d0c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.041570641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fa424-6f7a-45fd-9966-87cd656d0c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:51.092668859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"011fa424-6f7a-45fd-9966-87cd656d0c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.075867021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bbdc27-454b-4b8b-b8de-8220f54cda2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.127835206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bbdc27-454b-4b8b-b8de-8220f54cda2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.182544793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bbdc27-454b-4b8b-b8de-8220f54cda2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:53.240677029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4bbdc27-454b-4b8b-b8de-8220f54cda2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.051065938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"cfc7b73d-94c2-4f17-99f3-59a9ec33208a","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.160701182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"99fa699e-d621-4707-95a1-85eff639ca70","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.871527776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026324d1-7de1-424d-81f4-74810cce5536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.921828686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026324d1-7de1-424d-81f4-74810cce5536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:56.97207693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026324d1-7de1-424d-81f4-74810cce5536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.022440743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"026324d1-7de1-424d-81f4-74810cce5536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.023692299Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.074869609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"845f4399-804f-4317-9fc4-f52603c35df8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.074891551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"845f4399-804f-4317-9fc4-f52603c35df8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:57.129676608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"a78f0ef2-a743-461b-b5d4-5575123937c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-9e9a4d-f19d4b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.173591515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"b5255cd1-b642-427b-add8-ba81848b2bf4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.173724107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"1fcd7264-e4ce-4a76-8a79-09eaf85b34fb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.229991592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"b5255cd1-b642-427b-add8-ba81848b2bf4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.231256644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"1fcd7264-e4ce-4a76-8a79-09eaf85b34fb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.279227269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"33eeaedc-1bcf-4fe7-a549-e0e8dbb12d2c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.279248241Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"33eeaedc-1bcf-4fe7-a549-e0e8dbb12d2c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:57.380812714Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"33eeaedc-1bcf-4fe7-a549-e0e8dbb12d2c","name":"e2e-cfl-9e9a4d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9e9a4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:25:57.380874499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"33eeaedc-1bcf-4fe7-a549-e0e8dbb12d2c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-9e9a4d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.431082119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"09fefc07-b010-44bf-85fa-4421b1623b3d","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.43110693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"09fefc07-b010-44bf-85fa-4421b1623b3d","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.532256059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"9121315a-95a0-4500-993f-98705b8cd639","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.532278977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"9121315a-95a0-4500-993f-98705b8cd639","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.560863999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"7c05d682-3764-4226-9058-42c2f278e314","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-cfl-9e9a4d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.630187833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b83a99b3-e7ef-4811-ad29-06213fc6a491","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.630278017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"55ede608-e281-469b-a41f-a66ac6f2f0a9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.686049602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"55ede608-e281-469b-a41f-a66ac6f2f0a9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.686263191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b83a99b3-e7ef-4811-ad29-06213fc6a491","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.820240392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"21e31c4f-ac02-4166-beb4-2866f3681f7b","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:57.820268251Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"21e31c4f-ac02-4166-beb4-2866f3681f7b","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:58.023689318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"1dcc6cda-a12c-4aff-87d3-a672ce57bcfc","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:58.028702954Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"852a744f-5a6e-44cf-acac-de415cdfdb6d","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.035979168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d249974-5384-4d6c-8bce-1f0460028bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.08603125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d249974-5384-4d6c-8bce-1f0460028bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.136251652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d249974-5384-4d6c-8bce-1f0460028bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.186265989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d249974-5384-4d6c-8bce-1f0460028bff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.23645256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"4d292989-bc14-41b7-9b31-8a04172ccff3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.291945041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"4d292989-bc14-41b7-9b31-8a04172ccff3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.346016694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-ff34e5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86be7ef4edea190520f46bd3a0808cae3bdc5a0ee43da3f20ea4a993a58d34ba) AuthConfig (c65ebc716ff35c53299ec6cb917104b26dd7ee4bb699fb08a7cec1af3a602d19) AuthConfig (fd5e4c0358d1cc3ad9e2a885460c688cebad822c3d8d4be63c98221f13b1665d) AuthConfig (ca8fd5731e5d672b9985556075e85e78ebb6db961631b229284e4869be8879c6) AuthConfig (124d7528d9d8ab3ba719f4f37ada7b7bb1689b835080b55ddc9bd0fcefa8bd4f) AuthConfig (90aeb1be3bce711c7ac72272700d26160d0774edb2a13bbc0639599d89dae136) AuthConfig (f8ddf293da0cfb441b89081fe46b1e766e2cd1893e062f726eb07ad2e20c0708) AuthConfig (12d808f8fc42b854725d9d749024329fe51696a7d3718836fb90153f61db3912) AuthConfig (2de32df5989b344c46480df3a0faa7120e66d881eea5cbed226f3343ddb5af38) AuthConfig (5b2b34689de2b099682515a3cfcc3fbef5b100a011c21843e0ef3d5dd3e788d1) AuthConfig (53680d9bafef525b4f3d9ea5fe1938a0ee9648f8b02c5fc36877d6aa3f21e662) AuthConfig (ee435c873854f4e6daf36133eb7502b6d22b9128b130e7ba3bb40f7466edeb9f) AuthConfig (75b6120aaec9c435611dc3aa59632ce71e3f15f7e0f842380e1f5d7b68ae3c99) AuthConfig (ab81bfb9e7f1e74ace790ed794b78e2fcc12b851ec9d5372ddcdd08c6e4c5294) AuthConfig (0fcb761cda0cba57fc1102493639602734126dea9a99d956dad7fb3b2211648d) AuthConfig (5da5ae80d03f15279eea67d941c263889f50f115696466c88ba87bc2597bfb54) AuthConfig (4678e486556eaab8eff3e7518a90a2266a417189d7df4180f233e1f1395aa3a4) AuthConfig (1454992648e6e8f538eb54db3da120b84de8edf7326ab275d10f98bc817d5eee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"4d292989-bc14-41b7-9b31-8a04172ccff3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.447526083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"92ab428b-b8e5-485e-b814-f39d7dd403b2","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:25:59.44755488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"92ab428b-b8e5-485e-b814-f39d7dd403b2","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.243141738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c71a7f","reconcileID":"0bb951a5-e2b4-436e-a7e4-02e38b9f7b18","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-c71a7f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.460384696Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-c71a7f","reconcileID":"0bb951a5-e2b4-436e-a7e4-02e38b9f7b18","MaaSSubscription":{"name":"e2e-default-int-sub-c71a7f","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.66150185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1de7119c-b7ea-401a-9975-ee6fa28c90cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.718345856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174036ba-03f7-40ec-b649-d9a8ddb3fa3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.718367721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174036ba-03f7-40ec-b649-d9a8ddb3fa3a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.718634024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.873438429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83218ee8-a14b-4d49-bf0a-c8a4566735bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.873488468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a45303a1-9561-41b9-8f0c-5c593e4ad033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.93480035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a45303a1-9561-41b9-8f0c-5c593e4ad033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:00.934845982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"83218ee8-a14b-4d49-bf0a-c8a4566735bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.037959618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e891ed-6aae-4c97-93ce-11e7728d1ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.090041668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e891ed-6aae-4c97-93ce-11e7728d1ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.139979488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e891ed-6aae-4c97-93ce-11e7728d1ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.190257453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e891ed-6aae-4c97-93ce-11e7728d1ee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.504089144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0c21d0-d9fe-49ff-bbd3-56dd6168377a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.504109989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec0c21d0-d9fe-49ff-bbd3-56dd6168377a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.556994612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1362358f-f638-4a38-b518-7ef10c3818d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.557014461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1362358f-f638-4a38-b518-7ef10c3818d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.658383009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6c58755d-bf99-4e63-9b35-c247ffdd0034","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.713204619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6c58755d-bf99-4e63-9b35-c247ffdd0034","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.797618277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.797940851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cac0f6-c853-42f8-9227-bdb26cf34028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.797957075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6cac0f6-c853-42f8-9227-bdb26cf34028","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.850935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1049295c-ceab-4f5d-9cd3-669eff1ce71e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.850955657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1049295c-ceab-4f5d-9cd3-669eff1ce71e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:01.905754036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"8fade338-180e-4b81-be79-10560427b3f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3872be6e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.99317775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40d2711f-cfe3-4208-9491-d2ff0e47c0f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:01.993199347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40d2711f-cfe3-4208-9491-d2ff0e47c0f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.021647433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d134851-0304-4cb6-9a89-50f82fbfae37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.021667589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7d134851-0304-4cb6-9a89-50f82fbfae37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.080323056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c170e1-40f7-4340-b517-b9aaf3677ed1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.080343194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"40c170e1-40f7-4340-b517-b9aaf3677ed1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.095607404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"c9a13acb-e1c7-4e70-a648-bf5cb906324c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.153529305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"c9a13acb-e1c7-4e70-a648-bf5cb906324c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.340987232Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"a8433507-8f4b-4093-b478-660bc5b59d6e","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3872be6e/e2e-shared-int-sub-3872be6e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.49988586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad843a6f-a1b4-4590-b73e-6fd9cfe95e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.499905797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad843a6f-a1b4-4590-b73e-6fd9cfe95e17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.543562399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32b74625-2bdf-4590-a1f1-13894529e843","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.705181684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"d718328e-2e9d-4423-bc65-2f4f8f2aa5f5","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.874289247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5017b0-bf2c-4a67-a9cb-f011d80c40e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.874316284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc5017b0-bf2c-4a67-a9cb-f011d80c40e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.929625581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab5da9d-64ca-43e6-aedf-5714a016ff12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:02.929651498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3ab5da9d-64ca-43e6-aedf-5714a016ff12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.031904552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"da95e3bd-2964-4f39-a18b-1bb3409fc2e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.087694612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"da95e3bd-2964-4f39-a18b-1bb3409fc2e6","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.154879608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.155024026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70744573-775e-4ba5-85d9-ebf56773afb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.155039886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70744573-775e-4ba5-85d9-ebf56773afb7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.208296947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0c92e28-282e-4536-a96a-577fa97a99f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.208319469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0c92e28-282e-4536-a96a-577fa97a99f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:03.261096571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"7959d0a1-3d8b-43b8-8143-bae3f6d49c9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-3872be6e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.374986431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e4d022-3a64-4986-ab49-45d633bf074e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.375007643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01e4d022-3a64-4986-ab49-45d633bf074e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.395826367Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6987dd0-114f-4f26-be27-495237ffda5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.395849429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6987dd0-114f-4f26-be27-495237ffda5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.428911374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0856e40f-30a9-463a-b552-1e5d094f9ef4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.428931365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0856e40f-30a9-463a-b552-1e5d094f9ef4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.501996613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"72505270-2a55-47ad-8e52-a6ea056b3915","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.557031484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"72505270-2a55-47ad-8e52-a6ea056b3915","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.687732633Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"9271c581-cba0-44e5-bdf4-eda75449cf95","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-3872be6e/e2e-shared-int-sub-3872be6e","ai-tenant-e2e-mt-3e4da0e3/e2e-shared-int-sub-3872be6e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.849431847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ebeadd-26e8-4959-8b98-759e0ef07240","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.849454813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11ebeadd-26e8-4959-8b98-759e0ef07240","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.900170221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"193c3b7b-d5ff-4771-9d24-9b063307c129","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:03.909023967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"fea94777-cf8a-441b-b347-bacbb277381f","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:04.054347921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"1dc3e6d6-2bb0-4b28-8240-0966139bf9ef","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.26257545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"08a0f172-af1c-4c43-977f-6fc48eed17e5","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:06.580449934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"40287dfa-e4e7-4b55-b534-8fe5e409b60f","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.130142431Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"ac560f2e-47c7-4704-9b1b-f47155ce35ca","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.512914103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"49888d2f-d553-4848-8ab4-a056d8dd3188","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.773817975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"caae889a-c2e1-473d-8474-68441795c02c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.773855447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"caae889a-c2e1-473d-8474-68441795c02c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.907435327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"268e74a8-308c-4b4d-895b-53a21000a3bb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.938133316Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"4d784ebc-cbb0-4ebd-b5c2-19e3fbeb5391","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.938147139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5f308c0-3a89-4eb8-9270-204ee0c0e1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.938306114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5f308c0-3a89-4eb8-9270-204ee0c0e1b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:08.96257005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"268e74a8-308c-4b4d-895b-53a21000a3bb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.038028502Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-policy-3872be6e","reconcileID":"4d784ebc-cbb0-4ebd-b5c2-19e3fbeb5391","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"policyNamespace":"ai-tenant-e2e-mt-3872be6e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.096829656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65057702-c738-4961-bb02-a1206bc41cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.0969527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65057702-c738-4961-bb02-a1206bc41cd3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.268180305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fbc7e4-3aca-4d36-a401-649703009c5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.277596807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7fbc7e4-3aca-4d36-a401-649703009c5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.557833166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a01204d0-838a-4051-9468-d23a59ab53ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.639314006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a01204d0-838a-4051-9468-d23a59ab53ce","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.985502628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0076f7a4-859b-4d39-ac4b-8196b5d4364f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:09.985593684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"0076f7a4-859b-4d39-ac4b-8196b5d4364f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:11.955100267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"d7b57037-c9ef-45e2-9312-40f832662e8e","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.014309532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"08cc4c95-7e32-46f0-b826-50b44a00f735","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.058389715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"7f146167-51a2-49d9-9634-8d472f2cee7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.106580858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"0ac07a1a-1afa-444a-908f-5bb96646744f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.107342216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c4e986aa-fa97-4625-a041-9b95bf373b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.107603565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"25f4fa31-80b4-404e-bd0a-470e0997a63b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.107824939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3b73f00b-426f-4dad-a536-76f5db8a2611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.113566595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"7f146167-51a2-49d9-9634-8d472f2cee7c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.161899143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"0ac07a1a-1afa-444a-908f-5bb96646744f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.164709968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c4e986aa-fa97-4625-a041-9b95bf373b5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.164732523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3b73f00b-426f-4dad-a536-76f5db8a2611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.16702673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"25f4fa31-80b4-404e-bd0a-470e0997a63b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.335078706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"16a48b32-325f-4f33-a2f0-8a3c62f9895e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.415684836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67091a7a-d725-4ce2-97ae-538c5f051a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.485659625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"4eb083aa-8aac-42b2-b5d0-d98d042ee5f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.491623983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67091a7a-d725-4ce2-97ae-538c5f051a12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.503096967Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"7b0199e1-adee-41a9-94fa-3e9da26f65b8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.545336188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c036bb00-c4b3-44d8-bf12-254f45d78f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.549049146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"4eb083aa-8aac-42b2-b5d0-d98d042ee5f0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.604520218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c036bb00-c4b3-44d8-bf12-254f45d78f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.61123479Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"d2e0051b-dfe7-4d7a-97d5-accedfca387e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.622908253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7ac946ee-d03b-4b2e-ac12-84bdb23e25ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.633304509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"147c0926-f164-4a67-8df4-5a06ec5644da","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.695804723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"147c0926-f164-4a67-8df4-5a06ec5644da","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.695927671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7ac946ee-d03b-4b2e-ac12-84bdb23e25ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.801730897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"476a61da-83e8-451c-ac94-a7355b720b87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.860311009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"476a61da-83e8-451c-ac94-a7355b720b87","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.958117886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"08616627-5cd5-46ac-901c-b54544d2f0ba","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:12.958463376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2c1b5d87-ada4-48d9-b7de-8d708db902cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.014075316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2c1b5d87-ada4-48d9-b7de-8d708db902cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.014714374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"08616627-5cd5-46ac-901c-b54544d2f0ba","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.069969377Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.357756527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"9b0e4f76-85ac-4b3a-b750-1386ab73a862","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.412920134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"ee4a4af8-77c2-4c8a-8d7d-6a96269908f4","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.438541673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"ee4a4af8-77c2-4c8a-8d7d-6a96269908f4","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.467169403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"006c38d2-9b30-4e06-93da-aa31149caa71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.505380813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2bc4d609-b135-4215-8333-e4959df4170d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.522894728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"006c38d2-9b30-4e06-93da-aa31149caa71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.535049478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e556d3ad-870b-4747-930b-584ad55043ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.540333436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08ff012e-5c49-4c19-a5dc-d4e4a8207d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.54041442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"42c5e8b8-79c9-4407-9d9e-4651fae8ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.560491289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2bc4d609-b135-4215-8333-e4959df4170d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.5911832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e556d3ad-870b-4747-930b-584ad55043ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.597123622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"42c5e8b8-79c9-4407-9d9e-4651fae8ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.597242117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08ff012e-5c49-4c19-a5dc-d4e4a8207d7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.773778983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"80c13652-1044-4884-92d8-21782224f385","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.830560681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"80c13652-1044-4884-92d8-21782224f385","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.923809553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"44020915-10c8-40e9-83ff-588ed91ca694","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.923874926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0c197361-2f09-41f6-bd5e-aec5e65f385b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.979231227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"44020915-10c8-40e9-83ff-588ed91ca694","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:13.979254232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"0c197361-2f09-41f6-bd5e-aec5e65f385b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:14.917482058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fa6149f2-d85a-452d-9f88-a1d75d69d52a","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:14.91750917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fa6149f2-d85a-452d-9f88-a1d75d69d52a","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:14.970456162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"1fd80a6d-827c-480f-acb7-22ff76747d34","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:14.970476752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"1fd80a6d-827c-480f-acb7-22ff76747d34","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.072289648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"feec7fe2-577f-4cc8-a61e-1aee646279e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.195888963Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"feec7fe2-577f-4cc8-a61e-1aee646279e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.249681615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"feec7fe2-577f-4cc8-a61e-1aee646279e1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.305209608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"ca520e70-ecbd-4b75-a162-fd574626a6cd","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:15.305230459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"ca520e70-ecbd-4b75-a162-fd574626a6cd","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.014109639Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"57445bfa-106f-4d03-a23e-21f5cb972393","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.071644095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"fa7ed8ba-03e9-44d6-9191-cb01dffa3013","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.11699536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"ce47ec64-a85b-46ee-b022-4b2c80a0657b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.168186016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"cbddf9aa-48cd-43b2-9aed-5d06409e0d7b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.168429212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b837761-9801-4f73-9e0c-994a7c56281f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.168871537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dc1ac8b-e744-4859-8887-76d79246d6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.169008949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"24318166-d550-493a-8f0e-278c53d3b67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.172197008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"ce47ec64-a85b-46ee-b022-4b2c80a0657b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.223811764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"cbddf9aa-48cd-43b2-9aed-5d06409e0d7b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.224067952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b837761-9801-4f73-9e0c-994a7c56281f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.226097397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2dc1ac8b-e744-4859-8887-76d79246d6f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.226560332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"24318166-d550-493a-8f0e-278c53d3b67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.227311676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"ce47ec64-a85b-46ee-b022-4b2c80a0657b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.231771923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"48be7d3a-aed7-40d8-b966-8d51a43bd6ff","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.328935289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"60930450-d497-452d-84d1-3010eb5b22d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.384809751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"60930450-d497-452d-84d1-3010eb5b22d8","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.442126273Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"11a20cbf-ed58-4697-a7b0-fa82464e6131","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.478829273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"9b8e34d9-e115-45cc-a80f-286be15ce5a1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.527964875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"c39d599a-a225-4047-9d57-0872edacb622","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.528070009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c34f2222-d9cc-4227-9ba7-b8deee16b32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.535332971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"9b8e34d9-e115-45cc-a80f-286be15ce5a1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.587607709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c34f2222-d9cc-4227-9ba7-b8deee16b32b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.590047545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"c39d599a-a225-4047-9d57-0872edacb622","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.600907013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"7b56f06b-d3f4-4381-bb32-e1c50e3e8314","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.627110403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"852e5785-9189-4fd2-89fb-b03ba0abf81c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.659888448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"76b2559b-8fc5-4985-afc6-9697610f488a","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.682252994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"852e5785-9189-4fd2-89fb-b03ba0abf81c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.697668669Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","namespace":"ai-tenant-e2e-ait-fc5ef533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.697744113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","namespace":"ai-tenant-e2e-ait-fc5ef533","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.697820582Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","tenant":"e2e-ait-fc5ef533","tenantID":"e2e-ait-fc5ef533","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.701545982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"f8397bc1-e6a3-4641-a13a-0e26756b7b34","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.701564199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"f8397bc1-e6a3-4641-a13a-0e26756b7b34","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.732589833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"396f2394-e452-4e54-bbbd-9ad86e1d0c47","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.749936692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Deployment","name":"maas-api-e2e-ait-fc5ef533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.81628747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"396f2394-e452-4e54-bbbd-9ad86e1d0c47","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.826847137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"e41a8096-e58e-4f67-852a-16d9e035e0fb","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.827090648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Service","name":"maas-api-e2e-ait-fc5ef533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.880028913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-fc5ef533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.899239394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164c7903-ed28-44be-b025-1e97de5fae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.899822421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a878b241-1dab-43cd-b4c4-cb5c3d4fcd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.93186894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-fc5ef533","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.956023591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a878b241-1dab-43cd-b4c4-cb5c3d4fcd81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.956721728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"164c7903-ed28-44be-b025-1e97de5fae9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.985200358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:18.999606528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"efe2d862-27e9-45d3-a066-7f8f65612039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.047741525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.080288237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"efe2d862-27e9-45d3-a066-7f8f65612039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.108838526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.16487888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.16657506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"efe2d862-27e9-45d3-a066-7f8f65612039","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.216642462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Deployment","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.263972168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"991bcb36-7a31-482e-8013-509f79273aef","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.266135576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.315762661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Service","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.319285683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"991bcb36-7a31-482e-8013-509f79273aef","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.365442605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"Service","name":"payload-pre-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.415300821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"DestinationRule","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.432627921Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"d9a94e7f-ebec-4934-b7fc-83225c7c1203","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3872be6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.469218089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.476940606Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"1dd9a00c-6c0b-41c4-a8ca-a085d897a0cc","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.533013585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"5a32a3b5-3587-4915-99fa-cdd312b7a82f","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.533039565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"5a32a3b5-3587-4915-99fa-cdd312b7a82f","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.535879478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.572027659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"6e15c3aa-56b3-49ad-af87-e31f41f7328f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.582558389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a3087633-d221-4b03-a33d-fb0d0a3ae647","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.589995231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.62715702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"6e15c3aa-56b3-49ad-af87-e31f41f7328f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.632281711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8ea7b403-6174-46ee-a06c-520fd9869b88","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.634546419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"82ac8c9d-bb7c-46c3-89a5-478898b8cf1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.63737588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a3087633-d221-4b03-a33d-fb0d0a3ae647","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.642591515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.643330484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"namespace":"ai-tenant-e2e-mt-3872be6e","name":"e2e-shared-int-sub-3872be6e","reconcileID":"d9a94e7f-ebec-4934-b7fc-83225c7c1203","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3872be6e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-3e4da0e3/e2e-shared-int-sub-3872be6e","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.687336998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8ea7b403-6174-46ee-a06c-520fd9869b88","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.689255045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"82ac8c9d-bb7c-46c3-89a5-478898b8cf1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.690999176Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a3087633-d221-4b03-a33d-fb0d0a3ae647","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.692347269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.736180196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8b945a2d-7b21-412c-be7a-26ce3810abe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.753531613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-fc5ef533","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.817216625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc5ef533"},"namespace":"ai-tenant-e2e-ait-fc5ef533","name":"default-tenant","reconcileID":"cc34123f-3b9c-4378-a857-c5020289397f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-fc5ef533","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.822522088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8b945a2d-7b21-412c-be7a-26ce3810abe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.853508182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"5df9613d-8717-4e87-95e6-06876a751935","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.854871911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"3a19c4c7-3a80-4f0d-936c-1857e194ab6d","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.855545299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f454531-e303-41aa-825a-5fd67af66513","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.863353728Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.863361664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39ed873d-49e2-4cdd-91b9-80ff2f7a9022","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.863609629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"39ed873d-49e2-4cdd-91b9-80ff2f7a9022","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.908695168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"5df9613d-8717-4e87-95e6-06876a751935","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.931093827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a536a29e-3542-4d0b-983a-8395bfca01f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:19.989026361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a536a29e-3542-4d0b-983a-8395bfca01f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.000958239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4fd8af2-37b7-4162-ab08-740c29fe5486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.050533188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"9ebf5cd1-1d2a-4ebe-9fa5-f6a106927e3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.094688908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4fd8af2-37b7-4162-ab08-740c29fe5486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.106594885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"9ebf5cd1-1d2a-4ebe-9fa5-f6a106927e3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.622061473Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fc5ef533","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fc5ef533","reconcileID":"03902677-84fb-468b-8da5-d0b2403b8863","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fc5ef533","removed":["maas.opendatahub.io/gateway-access-e2e-ait-fc5ef533"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:20.83717777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"fbad8473-e43d-4a1a-a185-694c7ece5934","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.74078743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc41942c-876a-4b84-95f8-5898288518ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.791778915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc41942c-876a-4b84-95f8-5898288518ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.843203535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc41942c-876a-4b84-95f8-5898288518ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:21.894184846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc41942c-876a-4b84-95f8-5898288518ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.802881306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212c197-91ac-4851-a24e-a423a3d467ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.853175089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212c197-91ac-4851-a24e-a423a3d467ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.90315834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212c197-91ac-4851-a24e-a423a3d467ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:23.954535082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d212c197-91ac-4851-a24e-a423a3d467ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.072013253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"771d2e34-c907-41ce-9aea-3967dd68a678","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.072038983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"771d2e34-c907-41ce-9aea-3967dd68a678","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.216058244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"0be882ab-8a5f-4a0d-83b5-c4f7318e4e51","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.216086423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"0be882ab-8a5f-4a0d-83b5-c4f7318e4e51","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.33944012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"901e9eae-c4a0-4ac5-b9e7-17a6cf3b9283","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.395628806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"901e9eae-c4a0-4ac5-b9e7-17a6cf3b9283","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.824785167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"25de9ae9-a5e0-400a-8125-e2a5ab567b83","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:24.824813528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"25de9ae9-a5e0-400a-8125-e2a5ab567b83","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:25.72534424Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"69f457ec-776c-433b-b98d-b1a637686950","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:25.842879505Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"5912ca31-0324-49c4-9556-45f3caa8250a","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.725657728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d18151-9e92-43b2-92d2-82feae367628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.778817324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d18151-9e92-43b2-92d2-82feae367628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.830795302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d18151-9e92-43b2-92d2-82feae367628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:26.881134945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d18151-9e92-43b2-92d2-82feae367628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.009298024Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"46eefd7f-493f-4203-be34-2174c9888ef5","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.162063244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"7a3c6925-7b46-4a15-b5f2-a25467ef0f9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.162712852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"c7d36af5-4988-492d-909d-e166d205dd92","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.171724077Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-0b9d72b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-0b9d72b3","reconcileID":"ce898dee-934e-4769-b101-844a60f6b30b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-0b9d72b3","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-0b9d72b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.225268943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"c7d36af5-4988-492d-909d-e166d205dd92","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.257680914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"7a3c6925-7b46-4a15-b5f2-a25467ef0f9e","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:27.529554579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"ababb762-ac6a-48af-bef0-053f4fc8d35a","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:28.702116145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"501bd142-e3fa-4e8f-8f3f-b6bc1829538f","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:28.847690782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc21fea8-7ada-4df3-9512-2eca438de370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:28.898557837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc21fea8-7ada-4df3-9512-2eca438de370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:28.948959996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc21fea8-7ada-4df3-9512-2eca438de370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:28.999955229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc21fea8-7ada-4df3-9512-2eca438de370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.638269748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"5fd0d26d-fb38-4cb4-aab0-c1abd1749220","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.794460783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"3947b1d6-b40d-4397-aef0-06f3343331e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.84976659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"3947b1d6-b40d-4397-aef0-06f3343331e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.904521031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3cd26ebf559bc527f3ea2ed183dde3082357908f641c2bdeb8b83ff6b34da1b) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (43376d44a8a090d48c7c6c2a06b6bdb88f7e8c8576352c52ec9b738af3a2d75a) AuthConfig (bdf9246da8a4eb9bc9f9c2b482c3a1b28798bf06516edcc9d9ff5b2bcf3d7591) AuthConfig (2a148ce381954be2211dbacd3eee882210b562482056586b023784c2c67c7b3b) AuthConfig (16dbb286a9a849eb77fea85c8ec342f5831463a7c4102faa25b8052c51498e74) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (beee1984d2deb99ed0d300fdb4de6f2a0475d1616c53bc65a3376b747e81098e) AuthConfig (c66040b1748118429596443bbb4baa0f4d6739c83efdb2f571867f995aafb5ce) AuthConfig (a2de96c9ed1b5277e572b0f907a736f05d928aa3c7e1971a441fc5d269f2dbb3) AuthConfig (902d15db2c5da6449c1bc0d1809ebd53652f8d5107ffe7f3355647faf1383225) AuthConfig (dad51b884e2ca0a253124c51d73ede34fa47fa7306f821ae9a590c536a491947) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (15ef53570e2c886c9eef59c2a9cadafe39e4e7aa29c27b7a1fc37b055eb95894) AuthConfig (c772acf94b31e2c2ce61c929dd52f81a4918a3063222645b7f2b39ca94e684bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"3947b1d6-b40d-4397-aef0-06f3343331e9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.974293083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"f8e5f08a-a4a9-4ddd-a4b2-cd3714db5a84","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:29.974311096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"f8e5f08a-a4a9-4ddd-a4b2-cd3714db5a84","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:38.806280861Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"a41029be-1fc3-4e77-bcd9-d3fbcaa8f58c","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:39.740554882Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"e030d68b-19e3-45a6-8463-a7f20971fedc","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.078483087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"f6a4f726-4e84-4ed6-ba7b-e7d5de76c85f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.134127917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"f6a4f726-4e84-4ed6-ba7b-e7d5de76c85f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.188884599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-83bb08-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e3cd26ebf559bc527f3ea2ed183dde3082357908f641c2bdeb8b83ff6b34da1b) AuthConfig (a8cb8f2c43c74d14079d71b07226aa1f2edc229933d1ad69005a5060882192da) AuthConfig (e2e9d7a3f69481c967e12017ddcfd89a65c176e06df132e8d2b7eadc9b8bf474) AuthConfig (43376d44a8a090d48c7c6c2a06b6bdb88f7e8c8576352c52ec9b738af3a2d75a) AuthConfig (bdf9246da8a4eb9bc9f9c2b482c3a1b28798bf06516edcc9d9ff5b2bcf3d7591) AuthConfig (2a148ce381954be2211dbacd3eee882210b562482056586b023784c2c67c7b3b) AuthConfig (16dbb286a9a849eb77fea85c8ec342f5831463a7c4102faa25b8052c51498e74) AuthConfig (f93b49d0471dcdbfaffecdf21824afd0d86edc90e13151ce8c81f5140b91919d) AuthConfig (beee1984d2deb99ed0d300fdb4de6f2a0475d1616c53bc65a3376b747e81098e) AuthConfig (c66040b1748118429596443bbb4baa0f4d6739c83efdb2f571867f995aafb5ce) AuthConfig (a2de96c9ed1b5277e572b0f907a736f05d928aa3c7e1971a441fc5d269f2dbb3) AuthConfig (902d15db2c5da6449c1bc0d1809ebd53652f8d5107ffe7f3355647faf1383225) AuthConfig (dad51b884e2ca0a253124c51d73ede34fa47fa7306f821ae9a590c536a491947) AuthConfig (182ada10cd6833ee20ce08d0a96e875032b4342f1ecbd6c5ec979efa2eb56901) AuthConfig (0d0a7a34398de3c14e08237a1397ae15e44323c4ebcdfdbcfd1be7d3f6e669d9) AuthConfig (45a742a889dea9e608f80e49d32e349c3474ece50dfdd3c1f42e675e75586fd6) AuthConfig (15ef53570e2c886c9eef59c2a9cadafe39e4e7aa29c27b7a1fc37b055eb95894) AuthConfig (c772acf94b31e2c2ce61c929dd52f81a4918a3063222645b7f2b39ca94e684bb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"f6a4f726-4e84-4ed6-ba7b-e7d5de76c85f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.644750866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"795eb6ae-5d30-444c-93c3-fadbdf48103d","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.644828042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1568add6-f193-401e-bcdf-e577cd575e5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.872308926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"fbab61c6-d977-47f3-a22d-05d12a930690","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:40.945572554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"6a9ca118-5f56-444d-9628-ac4dfe63e183","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.120068884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"682efa11-2e5a-49bf-a736-b0c32f93cd58","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.170660343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"403abe4c-0dec-4a3a-8156-d0639f0dbc14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:41.268702387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d54733e7-b348-4001-9a24-1c5bfe53c1bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:43.072153274Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.35563028Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.406876445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"530d6754-453b-46d4-96ea-bfe7e13327ac","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.406897611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"530d6754-453b-46d4-96ea-bfe7e13327ac","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:45.519944236Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-19071b-f19d4b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.556613055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"227db7bb-6353-4713-a696-492144935ca5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.556613596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"518a7606-6744-40e8-961a-dadaf9db90c4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.557908767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"845c4369-9994-4126-8fb5-9c548eeabc72","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.563475466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"dcfe2725-b739-4ffa-9edd-9a89a153cf70","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.563491021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"dcfe2725-b739-4ffa-9edd-9a89a153cf70","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.611814226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"227db7bb-6353-4713-a696-492144935ca5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.611947343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"518a7606-6744-40e8-961a-dadaf9db90c4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.614115598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"845c4369-9994-4126-8fb5-9c548eeabc72","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.663990348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"b84fc419-9c77-49d4-b642-64d6c4cb5d52","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.664012062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"b84fc419-9c77-49d4-b642-64d6c4cb5d52","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.764688831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"9cc12e81-412f-455d-8980-40f810a6b3a3","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.764710164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"9cc12e81-412f-455d-8980-40f810a6b3a3","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:45.782105174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"04f9a7cb-4a2f-4a7a-a609-1def31f1a470","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-cfl-same-19071b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.064046077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"b56ab8c4-5aa5-4ee0-a9cb-c14e1bd40e6c","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.064069148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"b56ab8c4-5aa5-4ee0-a9cb-c14e1bd40e6c","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.068310362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"43606bc7-d0e0-476f-b522-eca42aa1e145","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.068320713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"b6f595ce-dd3e-4318-8327-61f831bdf09a","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.069380493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"38728a67-d24b-4c19-bffc-5651e486b1dc","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.123892815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"43606bc7-d0e0-476f-b522-eca42aa1e145","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.124069079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"b6f595ce-dd3e-4318-8327-61f831bdf09a","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.126168997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"38728a67-d24b-4c19-bffc-5651e486b1dc","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.266083024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"e8a86bb3-363f-4244-9f82-8519fe275e68","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.526698369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"bba2a10f-e3fa-4962-90c9-71dd5f14578b","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:46.526724334Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"bba2a10f-e3fa-4962-90c9-71dd5f14578b","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:48.908529685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"7a526609-f1d6-4a64-8476-da72351d23db","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:49.846975134Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"abeeef7e-ae55-4419-bcfa-8a7c6ac1c02f","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:50.291661012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"123366ed-b6af-4754-be4d-2d0aaa283a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:50.346576015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"123366ed-b6af-4754-be4d-2d0aaa283a72","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:50.626605391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fc03aec1-0510-4512-909f-e1f06436ef27","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:50.626736145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fc03aec1-0510-4512-909f-e1f06436ef27","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.041163473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"05a3e69f-5655-417e-aa0f-2d5b508d95ca","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.091528229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"504bd8fd-5a9e-4b47-8b77-0175d42e30a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.259091579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"ec8be4b6-5bbf-49cc-b1b1-e250ecb337b5","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.309777083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e9485e3-aab7-48e5-8899-fd1eec200c52","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.309904064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"53d263df-f194-424d-bb6d-5f32b868e928","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.408739023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc09276d-52c5-4253-8a79-90c7e9b3c15a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.455254769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"82cde4e8-1484-46bf-a118-b04fd7c9c7c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.652771284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"58305883-4c6a-494c-8716-095d9a18d781","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.652957215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"98a1d1ac-d8af-4b4b-b9b7-d80df3b5529c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.663121808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"e6fa4abe-0bbb-4cec-8d38-9895e437bcd6","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.708535079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"98a1d1ac-d8af-4b4b-b9b7-d80df3b5529c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.708723003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"58305883-4c6a-494c-8716-095d9a18d781","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.805011017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"22f2b041-a283-431d-97d5-1addc8c46023","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.805032444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"22f2b041-a283-431d-97d5-1addc8c46023","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.805042247Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:51.871747836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"e6fa4abe-0bbb-4cec-8d38-9895e437bcd6","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-19071b-f19d4b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.907520211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"c705a4a7-8394-462d-bd54-545244fcecaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.918022407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"c9da5839-9554-43c6-bb12-ca1cc5638a58","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.918041364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"c9da5839-9554-43c6-bb12-ca1cc5638a58","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:51.918851403Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-ff34e5/e2e-shared-sub-d608ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d608ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.962758803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"c705a4a7-8394-462d-bd54-545244fcecaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.968600877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"617ab8f3-d6e9-4908-b1d1-0dd43bbaf937","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:51.968615006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"617ab8f3-d6e9-4908-b1d1-0dd43bbaf937","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.093930964Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.093943446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e01408ed-a4d4-4880-b36c-c5c64106a2e2","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.093956738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e01408ed-a4d4-4880-b36c-c5c64106a2e2","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.129900521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"1e0a9aa8-ef2b-461c-968d-6a9e71c9e8c5","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.150376814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"2b3fcfed-b51a-4a3a-bcf7-d74e84081470","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.150395403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"2b3fcfed-b51a-4a3a-bcf7-d74e84081470","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.182648696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"0898604a-3e48-4868-97d2-18c77ee05779","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"sub-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-shared-sub-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.196243727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"33fbdcf0-53cf-4f08-a3ff-a0492beb91be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.199641245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"37e12abb-d261-4e06-bfff-0afb358c2265","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.19966099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"37e12abb-d261-4e06-bfff-0afb358c2265","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:52.202895638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-d608ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d608ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.251040213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"33fbdcf0-53cf-4f08-a3ff-a0492beb91be","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.254554561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2920cf5d-82b7-48f8-96c8-7a70a984dc4f","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.254569476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2920cf5d-82b7-48f8-96c8-7a70a984dc4f","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.297161984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"7ae9bbc0-6a3a-4691-9e48-fb543bbd27b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.352709895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"7ae9bbc0-6a3a-4691-9e48-fb543bbd27b2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.388950369Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.392107834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"d0591322-17d6-4f82-8605-a4dbdc7bbc95","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.392126258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"d0591322-17d6-4f82-8605-a4dbdc7bbc95","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.445204363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"4a26e131-1aef-4afc-b5d4-1795d815bb96","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.445219475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"4a26e131-1aef-4afc-b5d4-1795d815bb96","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.445524545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"d9bf2d28-273a-436c-9405-8357c7d40fa7","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.44553563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"d9bf2d28-273a-436c-9405-8357c7d40fa7","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.456297048Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"9ad5eea8-02e1-42fd-b709-587994d57a45","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"sub-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.496803506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"531d24ef-11ed-48f6-afe1-ac4bcde1f4e4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.496818458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"531d24ef-11ed-48f6-afe1-ac4bcde1f4e4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:52.498256443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-ff34e5/e2e-a-only-d608ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-d608ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.552134173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"9e187db3-85e7-4318-b885-ca9050cccf64","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.55214943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"9e187db3-85e7-4318-b885-ca9050cccf64","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.552678583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"675b28ef-9f92-4daa-bb7e-5ad3d905cde5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.607711632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"675b28ef-9f92-4daa-bb7e-5ad3d905cde5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.614746125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"016e5e9c-a3dc-4477-9f3e-18ded4dfaeba","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.614763168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"016e5e9c-a3dc-4477-9f3e-18ded4dfaeba","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.653069114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"82ecd244-6683-496f-addc-ef4bceb58746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.653499558Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"b1378102-f80d-429e-899e-b2e74f9be231","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-a-only-d608ac","ai-tenant-e2e-shared-a-w4-ff34e5/e2e-shared-sub-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.659877812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"444fc725-34f4-4549-b3ad-fc754aaaac73","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.659893426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"444fc725-34f4-4549-b3ad-fc754aaaac73","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.659956348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.708238088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"82ecd244-6683-496f-addc-ef4bceb58746","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.713638901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"99384964-9a99-405c-87a3-4efc03ce460a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.713657027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"99384964-9a99-405c-87a3-4efc03ce460a","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.753376181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"924367c8-02dd-4e25-8ac9-f947933eb332","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.768574983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"0497dbdb-289a-4e51-bc21-c910f8da9cb5","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.768611672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"0497dbdb-289a-4e51-bc21-c910f8da9cb5","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:26:52.769492865Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-d608ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-d608ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.82365921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fef8d8af-db4d-44a9-b3ab-bc4a5da463c1","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.823676935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"fef8d8af-db4d-44a9-b3ab-bc4a5da463c1","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.908946182Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"626d9f9a-e94e-4118-81c1-535d1bc05d76","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-d608ac","ai-tenant-e2e-shared-b-w4-83bb08/e2e-shared-sub-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.911869385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a2ea1fa2-4324-4baa-a0e6-dc480dab2cc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.91270598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"32be7060-8647-4854-a85e-30604be8e7c4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.912725068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"32be7060-8647-4854-a85e-30604be8e7c4","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.958658799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"a2c4ec4d-c57d-495f-9dc6-2dc46ce3ff36","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:52.966949302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"a2ea1fa2-4324-4baa-a0e6-dc480dab2cc9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.057901982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"7bd21c2c-256c-47aa-8df3-34af82834dbe","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.06784777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"75dea68a-5eed-411a-97b3-36df1dbf1ed5","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.067863497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"75dea68a-5eed-411a-97b3-36df1dbf1ed5","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.157971541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"87507dd0-78a0-4e17-8c1a-780a3ca82cbe","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.217817624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"1889f822-7d0e-488c-b0d0-0418b33b92cb","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.217849985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"1889f822-7d0e-488c-b0d0-0418b33b92cb","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.268927473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"769f109c-0f92-4440-a89f-42a044106668","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.416810311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"69476286-50aa-4014-b382-f7f49a35e651","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.433007383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8a491588-9a8f-4ad9-9c24-656d763ae842","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:53.433030106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8a491588-9a8f-4ad9-9c24-656d763ae842","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.147367281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"78e3d022-e29f-44f3-9002-bae3aa69522d","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.147394217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"78e3d022-e29f-44f3-9002-bae3aa69522d","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.249934822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"d33e8cfc-69b6-4865-ac03-2519021651d6","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.249959242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"d33e8cfc-69b6-4865-ac03-2519021651d6","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.407391839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"e8a0533d-5b34-446f-92a7-66e1390951ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.46853103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"e8a0533d-5b34-446f-92a7-66e1390951ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.880784842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0c569d5b-ff96-4941-adbc-e4ce44ab36aa","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:54.880812153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0c569d5b-ff96-4941-adbc-e4ce44ab36aa","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.065150985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"e1d85248-40ba-431c-a8ab-0c7e1660d59c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-0b9d72b3","tenantID":"e2e-derive-0b9d72b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:58.179334507Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"e1d85248-40ba-431c-a8ab-0c7e1660d59c","name":"e2e-derive-0b9d72b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:59.009724191Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"4e6851bd-d942-4750-83bd-918873128578","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:59.910120649Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:26:59.949075107Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"4c70a01b-76fb-4e13-82bb-2ae3ea62be81","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:27:00.017573432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"03690ca1-8bbc-4ff5-9f08-511f3ad5304d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-19071b-f0264e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.049879831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0d74b297-2a8d-4ec0-acb4-c260e3690776","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.049904779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0d74b297-2a8d-4ec0-acb4-c260e3690776","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.16139183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"cc574f92-6fd7-4b06-b9a2-82c947261169","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.161519373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"523555fd-792f-4b9a-a035-97bbe20bfbee","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.166614479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"9284b167-b5f5-4d0e-b44d-a793b094c43a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.167686675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"bcab4b1e-c9d4-46dc-a720-d179f5b4c152","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.211576188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"a42b89fa-920c-4b14-b578-2fd3bbd0f69e","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.211605901Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"a42b89fa-920c-4b14-b578-2fd3bbd0f69e","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.217021546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"523555fd-792f-4b9a-a035-97bbe20bfbee","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.217901845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"cc574f92-6fd7-4b06-b9a2-82c947261169","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.221594588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"9284b167-b5f5-4d0e-b44d-a793b094c43a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.223676645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"bcab4b1e-c9d4-46dc-a720-d179f5b4c152","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.263129885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"d75774df-9f00-4571-b54f-a8729c7e7eff","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.263146163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"d75774df-9f00-4571-b54f-a8729c7e7eff","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.314170639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0e314fd0-a3ef-466b-bf5a-e5e4f0557c13","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.31419101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"0e314fd0-a3ef-466b-bf5a-e5e4f0557c13","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.415117784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"51fccbe1-fba3-4c6e-8048-ebce24798ea1","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.415147174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"51fccbe1-fba3-4c6e-8048-ebce24798ea1","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.447737226Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"8aecf244-5edd-476e-9186-6ca1016088e1","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-cfl-same-19071b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.51702233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"3f376b63-0bc8-4f44-9af2-f0c9359fba1d","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.517044058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"3f376b63-0bc8-4f44-9af2-f0c9359fba1d","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.711419731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"a380ed57-f217-4cc8-a8eb-2ea75fc9e1bf","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.71145213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"a380ed57-f217-4cc8-a8eb-2ea75fc9e1bf","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.724490555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"57a82a24-28e2-4261-9f84-4bf4c47ce0d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.724728701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"41680784-9609-4180-9496-a9a644a4bfe2","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.725829591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d03c115d-79a1-4b20-b742-22cd16e4da14","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.726734831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"14590304-8007-4939-a378-ef7b2d4d67b7","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.781101408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"57a82a24-28e2-4261-9f84-4bf4c47ce0d2","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.78111092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"41680784-9609-4180-9496-a9a644a4bfe2","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.783419744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d03c115d-79a1-4b20-b742-22cd16e4da14","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.783753637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"14590304-8007-4939-a378-ef7b2d4d67b7","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:00.932252461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"8c8f9604-bdad-49f0-b564-6914e97e6ea7","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.378292128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"638d0b52-6b54-44f3-9ab5-8aa3bfb6c37a","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.378292571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"5dfa411f-03a8-4ecd-b484-6193481078ce","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.538646939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"66434e02-fc72-4cc8-b6c9-cef0d6183719","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.538670592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"66434e02-fc72-4cc8-b6c9-cef0d6183719","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.54157786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e1ef8cda-a916-467c-a864-1b199b4c42f0","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.541605985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"e1ef8cda-a916-467c-a864-1b199b4c42f0","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.629512154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"6c72d9a7-7d81-4774-8bf3-ad458de8287f","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.629882428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"0446fc7a-c24b-4cd8-8496-5b9898313501","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.793298938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"b1e2005f-82da-4ee3-a8fe-08393dcc956c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.793322061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"b1e2005f-82da-4ee3-a8fe-08393dcc956c","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.793853274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d80b7a63-1ce4-4cc8-88b6-66a25e52f85f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:02.793869953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"d80b7a63-1ce4-4cc8-88b6-66a25e52f85f","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.017684399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"97904628-1862-457f-8bb5-94c2fa98913a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.099446025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"97904628-1862-457f-8bb5-94c2fa98913a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.151820895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"1b6c367a-cbf8-4ae5-bdfc-296039593902","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:03.206811595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"1b6c367a-cbf8-4ae5-bdfc-296039593902","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:09.112936288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"e854758a-29fa-45f2-abdb-ae46669ad96a","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:10.050438357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"fd491cd6-a47d-4383-9c47-7b88c804f5ad","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.400409628Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"21144968-16b9-4ccc-b9cf-168ca76d7b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.400747639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"745af7f7-050e-41f8-adea-056155c86cf9","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.4007619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"745af7f7-050e-41f8-adea-056155c86cf9","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.602601478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"21144968-16b9-4ccc-b9cf-168ca76d7b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.704659115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"095449c6-6975-4c4b-97a3-f92df2c0ce15","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.705528153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"94508087-3d17-4be6-a70a-9f8459df997c","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.811581274Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"21144968-16b9-4ccc-b9cf-168ca76d7b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"e2e-shared-a-w4-ff34e5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.811603387Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-sub-iso-auth-d608ac","reconcileID":"21144968-16b9-4ccc-b9cf-168ca76d7b6e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.866691159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"4da8cf99-b7fa-4db1-8423-064d8604c7ae","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:12.866712386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"4da8cf99-b7fa-4db1-8423-064d8604c7ae","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.019789987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"362bfe87-1311-4079-b6f2-55486b03db3b","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.019818379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"362bfe87-1311-4079-b6f2-55486b03db3b","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.068457378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.133832262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"1f3138b1-8158-41b5-a81b-e5d288000a01","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:13.134283845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"fe6f2829-cd6e-45f9-91fb-d578c59fdabb","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.530898279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"005bec0d-73e5-4caa-9e70-d18c61efeddb","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.816694578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"a3a72769-fd62-4a2f-9487-577f9c27aa72","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:16.816723921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"a3a72769-fd62-4a2f-9487-577f9c27aa72","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.055664752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d86189b0-e3fb-41e7-826e-b0857cb0abf4","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:17.111003906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d86189b0-e3fb-41e7-826e-b0857cb0abf4","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:19.215918082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"d5a589d3-8752-4a49-913d-1f4a2bcba3e7","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:20.152533801Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"73ad4309-7484-408c-83f0-5d34adce98dd","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:20.904512056Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"3db28ad5-4b73-4688-8aba-f3b81286141e","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:20.963214357Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"2dddd1ff-cd75-4ef5-965e-aa894e98282c","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.060830737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ad64e076-dc11-4b2b-b286-15daca85c360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.062530868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549550ff-d2de-427d-8cf8-fe03c78fc932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.062849985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2b386f0d-3885-4416-9d1e-6983c6c5dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.116027797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ad64e076-dc11-4b2b-b286-15daca85c360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.117601478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2b386f0d-3885-4416-9d1e-6983c6c5dfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.118659991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"549550ff-d2de-427d-8cf8-fe03c78fc932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.163142372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"4f1fe6d4-f9ff-4101-aa9b-cf1153668ed3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.20530457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"df30bfdc-253d-489b-8226-f8363577d7e4","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.218483683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"4f1fe6d4-f9ff-4101-aa9b-cf1153668ed3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.261048671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"df30bfdc-253d-489b-8226-f8363577d7e4","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.296060302Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"5e30ec88-3fd0-4d37-8e3a-e6b9c0c91066","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.376817663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"5096c464-1ac2-4844-bed5-0f3fe224c8ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.376819439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"181ec48d-2acd-4cad-97ff-87111d9198c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.427845696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e942a4bf-b24e-4ac0-8ad6-d0d6b6ad3d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.432097306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"5096c464-1ac2-4844-bed5-0f3fe224c8ff","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.432273386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"181ec48d-2acd-4cad-97ff-87111d9198c5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.465383218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"55c0821e-a935-4898-aea3-ee45fbf2f654","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.4830858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e942a4bf-b24e-4ac0-8ad6-d0d6b6ad3d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.589703341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"916e92d0-bf83-446d-bc13-7390f032a3af","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.589739677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"916e92d0-bf83-446d-bc13-7390f032a3af","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.603320603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"15906e98-d5ce-4d5d-ae34-b0f5a757e77c","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.603742005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"eb7642e3-2b0d-46a1-9356-b0c4c7809ab0","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.69359919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"75c39d6b-583b-4c7f-b349-6e040f597591","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.693699323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"75c39d6b-583b-4c7f-b349-6e040f597591","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.802936979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"093025d8-2673-4243-9252-974a140b91ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.803272148Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"146e321a-b976-4248-be8c-d62975acd24b","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.844734188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4f414c9b-39ec-4f30-8c69-08eff38a25e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.852464637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18137b25-1354-451f-b577-c8d06539acad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.858923146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"093025d8-2673-4243-9252-974a140b91ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.926883317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18137b25-1354-451f-b577-c8d06539acad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:21.929017106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4f414c9b-39ec-4f30-8c69-08eff38a25e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.051764655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"003f0b42-ad7e-4156-867c-b51296f92f6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.102253203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6dc41bfd-3ff0-4972-a6e7-62e534307b43","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.107542728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"003f0b42-ad7e-4156-867c-b51296f92f6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.157270162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6dc41bfd-3ff0-4972-a6e7-62e534307b43","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.255042211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"88781960-9cb6-463c-8f56-209203f802e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.255608828Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"472e23c3-5395-4568-a6da-5ecfc1953edd","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.310663832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"88781960-9cb6-463c-8f56-209203f802e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.40457308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b8aec3f5-9521-460b-856a-18f645e69e06","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.459969842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b8aec3f5-9521-460b-856a-18f645e69e06","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.480178196Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"52546366-836e-493b-a869-d611bd948610","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.506186621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"8cc8179b-ea6e-4a86-870c-23cb2960f7a5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.535975376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"0f0bae4f-7300-496b-b290-a53271f811ab","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.562579104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"0f0bae4f-7300-496b-b290-a53271f811ab","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.576910343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"8cc8179b-ea6e-4a86-870c-23cb2960f7a5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.681053889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"36c49425-2cc6-4a1b-bfa1-e5b4a177f695","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.685069128Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"8cc8179b-ea6e-4a86-870c-23cb2960f7a5","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.735611246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e564a64b-58a4-4437-a3df-a8ed64a225f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.740311467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"36c49425-2cc6-4a1b-bfa1-e5b4a177f695","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.790479822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e564a64b-58a4-4437-a3df-a8ed64a225f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.816982466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"cd4747bf-c669-4546-b902-ea20c4bc088c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.871965915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"cd4747bf-c669-4546-b902-ea20c4bc088c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.943838115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"4cc240dc-69b0-44de-9545-ac0ef5df9dfd","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:22.943866554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"4cc240dc-69b0-44de-9545-ac0ef5df9dfd","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.03604883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f9ec7dbb-20eb-439e-a904-49e800b683c9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.046825119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9347ac94-babe-4b29-9574-a7e62ffca806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.092500701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f9ec7dbb-20eb-439e-a904-49e800b683c9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.101913638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9347ac94-babe-4b29-9574-a7e62ffca806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.189124142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bff570b-dec9-4ffb-9164-520948010ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.244690877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2bff570b-dec9-4ffb-9164-520948010ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.288684736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fe753e-109f-4c1b-81d9-ec8965d71590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.337453635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"bbe4adc1-ff2a-4969-8745-bdc430f22b7d","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.343590886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"37fe753e-109f-4c1b-81d9-ec8965d71590","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.389395698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"31c39c08-48fe-4c8e-b7c2-20fb0fa53a7e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.392767279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"bbe4adc1-ff2a-4969-8745-bdc430f22b7d","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.42254668Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"846d56e5-fec9-4709-a01c-d8df5fe8d523","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscription":"e2e-shared-sub-d608ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.444327874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"31c39c08-48fe-4c8e-b7c2-20fb0fa53a7e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.497879214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"bf434a86-9472-4168-b1bf-2be43142bc6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.552501341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"bf434a86-9472-4168-b1bf-2be43142bc6f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.628311137Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-shared-sub-d608ac","reconcileID":"846d56e5-fec9-4709-a01c-d8df5fe8d523","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-ff34e5/e2e-a-only-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.646153547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"a49fee42-5b00-436f-bed2-7120425aaba0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.701382153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"a49fee42-5b00-436f-bed2-7120425aaba0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.799056345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"406c5868-9498-4677-8577-99076efe8686","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.83089969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"70a2d5d3-708b-4e39-8ffb-b9e79f4a4c30","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.85417985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"406c5868-9498-4677-8577-99076efe8686","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.887379452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.887456319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"c816d9e4-6716-4c03-9d7a-7fdb06010baf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:23.887476386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"c816d9e4-6716-4c03-9d7a-7fdb06010baf","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.05271307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f44ea394-7faa-4c2b-a707-c4ef3ef116a0","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:24.052732243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"f44ea394-7faa-4c2b-a707-c4ef3ef116a0","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.28877837Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-ok-a744d5-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.34165416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"91510427-5d1d-4991-8763-ae7667428749","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.341680948Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"91510427-5d1d-4991-8763-ae7667428749","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.511540409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"e6aead92-ad69-46ce-98a0-87b1bfc2aeb5","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.511582254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"e6aead92-ad69-46ce-98a0-87b1bfc2aeb5","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.617035356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8799424f-0c7c-47f9-96c5-15acbf78fc7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.617200073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ac3ff67c-afd5-481d-8804-8e1e69cfe594","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.617707366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"7d83d688-0bc4-4dc9-9ff9-c3f47bbfa1ba","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.617729167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"7d83d688-0bc4-4dc9-9ff9-c3f47bbfa1ba","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.680505298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8799424f-0c7c-47f9-96c5-15acbf78fc7c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.681088233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ac3ff67c-afd5-481d-8804-8e1e69cfe594","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.715563151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"aa6bcc51-120a-4d04-a1d3-86984d8b482c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.721118677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"50a7eeea-4099-425f-95ea-6bac4a1cdd73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.721636712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"f909af5d-7cc5-482c-aedf-66e0c1daa4d2","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.721654097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"f909af5d-7cc5-482c-aedf-66e0c1daa4d2","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.723055741Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"dabe7562-34fb-4759-9355-db93d7aa9aed","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-ok-a744d5","model":"e2e-cfl-ok-a744d5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-ok-a744d5-f19d4b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.724057629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"a51de7d5-9e9b-45e7-af3c-dff855549a19","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.774337244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"aa6bcc51-120a-4d04-a1d3-86984d8b482c","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.780580609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"a51de7d5-9e9b-45e7-af3c-dff855549a19","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.78069477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"50a7eeea-4099-425f-95ea-6bac4a1cdd73","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.827243766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"15759003-9be1-47ff-8e7b-358ccf66fd7d","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.827277376Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"15759003-9be1-47ff-8e7b-358ccf66fd7d","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.930715721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"ae2a5c52-1c18-42ce-bedc-8834054b969a","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:27.930749377Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"ae2a5c52-1c18-42ce-bedc-8834054b969a","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.033222534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"1f229cbe-e2b1-40c8-bbd5-7b1bc7967b00","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.033250703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"1f229cbe-e2b1-40c8-bbd5-7b1bc7967b00","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.198920961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"539eecab-3cbd-4721-9bff-3f7cc5d5e0f4","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-ok-a744d5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.250202452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"df3d12ae-b66a-4fc3-8212-7470ff7db855","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.250293024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"34c03a54-bd52-4e29-b35f-cd16f37ce295","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.305782301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"df3d12ae-b66a-4fc3-8212-7470ff7db855","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.305942742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"34c03a54-bd52-4e29-b35f-cd16f37ce295","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.355445353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"390768df-7959-45a7-ad6c-7d32aefc4131","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.362459877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"065da64f-074e-4160-b3c0-52b65da484a9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.411159285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"390768df-7959-45a7-ad6c-7d32aefc4131","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.418469719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"065da64f-074e-4160-b3c0-52b65da484a9","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.448705176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"3170b85f-2eb3-4d82-a34e-ae8a488e38c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.468703406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"b0751684-5824-4ebb-9ee1-f07a65165923","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.468719436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"b0751684-5824-4ebb-9ee1-f07a65165923","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:28.504004105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"3170b85f-2eb3-4d82-a34e-ae8a488e38c1","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.881443965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"385c1253-24eb-4c73-8b4e-1380862a4c8c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.881887818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"db4d240b-810a-48cc-9e97-cbb9c4a1f9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.882257512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"ea0f42a2-6d85-4050-a831-65d3ed21fb56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.938491339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"ea0f42a2-6d85-4050-a831-65d3ed21fb56","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.940738674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"db4d240b-810a-48cc-9e97-cbb9c4a1f9b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:29.942507632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"385c1253-24eb-4c73-8b4e-1380862a4c8c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:30.254590214Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"a30e60cf-007d-403d-9337-01017a4641c6","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:31.604737363Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"1169326d-bb40-494b-a0d7-41d520556626","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:32.423769725Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"7971d50a-b7b1-42a3-8485-cbe1e7b628e5","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.24072523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"1e3b515f-02d3-40ec-9ac1-db375d9f754a","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.251757081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1561d7b-4216-4d92-9cb0-3615900ace1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.302064204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1561d7b-4216-4d92-9cb0-3615900ace1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.352384352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1561d7b-4216-4d92-9cb0-3615900ace1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.402671136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1561d7b-4216-4d92-9cb0-3615900ace1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:33.402877368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"5160fc47-2efe-4250-a682-58f9678c47d9","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.217614233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"dd3d4cb7-175f-48ea-8695-a56ee99ce7f1","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","subscription":"e2e-a-only-d608ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.268644767Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"dd3d4cb7-175f-48ea-8695-a56ee99ce7f1","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.31928582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"e2e-a-only-d608ac","reconcileID":"dd3d4cb7-175f-48ea-8695-a56ee99ce7f1","MaaSSubscription":{"name":"e2e-a-only-d608ac","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"name":"maas-trlp-sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.630710754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"05882e38-5a02-4d02-bbd9-ae07033672fb","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"tenant":"e2e-shared-a-w4-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","model":"ai-tenant-e2e-shared-a-w4-ff34e5/sub-test-model-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.630731882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"sub-test-model-ff34e5","reconcileID":"05882e38-5a02-4d02-bbd9-ae07033672fb","MaaSModelRef":{"name":"sub-test-model-ff34e5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"routeName":"sub-test-model-ff34e5-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","llmisvcName":"sub-test-model-ff34e5","gateway":"openshift-ingress/e2e-shared-a-w4-ff34e5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.679459976Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-ok-a744d5-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.964204311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"2a5e5742-6e4f-448c-a25c-021e2eb574f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.964283119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8d5f41f4-b925-4861-92c5-1ff49dff80fc","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:34.964301601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8d5f41f4-b925-4861-92c5-1ff49dff80fc","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.167972345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"2a5e5742-6e4f-448c-a25c-021e2eb574f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.227008487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"52bc6b3b-e8cb-4617-b339-9f7e5db5ac65","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.227100819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"739af414-36b0-43d8-a6ab-00d66cb14bc3","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.239544434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a291b-a335-44a1-9481-3b63756b5aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.289679071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a291b-a335-44a1-9481-3b63756b5aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.308748471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"2a5e5742-6e4f-448c-a25c-021e2eb574f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"e2e-shared-b-w4-83bb08-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.308767435Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-sub-iso-auth-d608ac","reconcileID":"2a5e5742-6e4f-448c-a25c-021e2eb574f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.339735362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a291b-a335-44a1-9481-3b63756b5aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.391734295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d6a291b-a335-44a1-9481-3b63756b5aba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.394476808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"df9ad26b-343f-4dd0-866b-b87193bcfc15","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.39449357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"df9ad26b-343f-4dd0-866b-b87193bcfc15","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.553290033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"01c1a7e5-3165-4562-8504-e562b6921e86","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.553311476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"01c1a7e5-3165-4562-8504-e562b6921e86","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.720330006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"f806f8b5-4ef5-439f-b9a5-2e110837ac3f","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:35.720451633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"a42e7166-4846-4c1c-8260-13901874e464","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:41.749674166Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"6d27f7c4-0863-45c2-8c01-034dd09dba30","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.067912676Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.513283993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"a820efa9-48c5-413a-ab85-ea4e8adc9a9e","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.695476514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"34b56edd-aa16-41ab-a981-5911d4e64b8c","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-ok-a744d5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.802921238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"6a4ffa2f-0ee9-4d14-b30a-592e9a403c0c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.965048913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"450dda63-9a28-417a-bf75-f3f61d53007a","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:43.965075527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"450dda63-9a28-417a-bf75-f3f61d53007a","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.958608536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"a22cb615-f76b-4a99-bf6f-dfa540225514","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.961543799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"4afa8e45-62f0-4881-90dc-f7fedb744c77","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:44.961638001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"e2cf3f68-3446-4efd-b6cd-139cd942bf81","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:45.013974201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"a22cb615-f76b-4a99-bf6f-dfa540225514","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:45.017605298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"4afa8e45-62f0-4881-90dc-f7fedb744c77","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:45.020432641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"e2cf3f68-3446-4efd-b6cd-139cd942bf81","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:45.987143571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"623eec26-7c16-4f1e-acc6-280473db3f9b","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscription":"e2e-shared-sub-d608ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.202061424Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-shared-sub-d608ac","reconcileID":"623eec26-7c16-4f1e-acc6-280473db3f9b","MaaSSubscription":{"name":"e2e-shared-sub-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-83bb08/e2e-b-only-d608ac"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.409449798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"25eafbdb-03b6-4366-bd80-8bb2bf676958","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.46486163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8d226265-39c6-42f5-82c8-b768c28f4a3f","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.464882561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"8d226265-39c6-42f5-82c8-b768c28f4a3f","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.464982549Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-ok-a744d5-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.797720024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"9257c994-7a94-4c96-a5df-cca951539e05","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:46.797741239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"9257c994-7a94-4c96-a5df-cca951539e05","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.111964588Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"9d3fa7f8-cef2-4fa4-8b24-bec9df7f578d","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.170053464Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"936fd126-99e0-4ac0-b05a-4b4fc81f2fc7","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.268538314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b11d634c-f308-4a30-92ad-12061d93b47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.274522917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"70d6c7ef-f111-47b6-8964-ab8da623986c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.32930175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b11d634c-f308-4a30-92ad-12061d93b47d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.333546337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"70d6c7ef-f111-47b6-8964-ab8da623986c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.429238108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1dda51fd-343a-44de-a86c-ee1ad6b76d2f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.429243726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8a361810-2c98-4471-9207-57fff54b63b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.429874718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"73179c53-37ec-46c1-be82-3ab31ac0469e","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.487883538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8a361810-2c98-4471-9207-57fff54b63b4","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.487923396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"1dda51fd-343a-44de-a86c-ee1ad6b76d2f","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.490087534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"73179c53-37ec-46c1-be82-3ab31ac0469e","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.688005287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecf5e516-0153-474f-ab99-d9d007823add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.688005196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06a27b7b-b432-489e-b29f-01608d8ff0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.744007745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecf5e516-0153-474f-ab99-d9d007823add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.744259208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06a27b7b-b432-489e-b29f-01608d8ff0b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.853844989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6d94e99e-9df8-434d-a804-026bcda0adac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:47.90867588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6d94e99e-9df8-434d-a804-026bcda0adac","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.050009798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"279829d2-0b0b-4615-a1bf-27ee8daffbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.052597604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"6f20552c-9a1c-401e-b5c0-cf8369b0729a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.053591115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"c0b88419-4bc9-45aa-afda-1532e9d0174d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.105279652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"279829d2-0b0b-4615-a1bf-27ee8daffbe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.1102303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"6f20552c-9a1c-401e-b5c0-cf8369b0729a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.110371955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"c0b88419-4bc9-45aa-afda-1532e9d0174d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.19914014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"fffb87cf-05d7-453b-bf3c-44a3f82cf750","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.2221191Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"714f1b34-bc6d-4e3c-b622-2d513c4487aa","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.256909652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"fffb87cf-05d7-453b-bf3c-44a3f82cf750","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.416319705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"fc2ea813-9602-4cf7-91f0-d788333f0535","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.472316366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"fc2ea813-9602-4cf7-91f0-d788333f0535","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.474153194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"941acf9e-b9f6-4481-8796-7a105f36ab8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.529242265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"941acf9e-b9f6-4481-8796-7a105f36ab8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.568706116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a47d2e9-8417-48bf-8cfe-1eec7cb7192d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.616535099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"32f5a068-1319-4fe1-a097-c3063c8ae3bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.623751127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a47d2e9-8417-48bf-8cfe-1eec7cb7192d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.675192689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"32f5a068-1319-4fe1-a097-c3063c8ae3bb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.721805016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"bb28d4a9-a970-4d0b-9150-acd988191bae","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.777167402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"bb28d4a9-a970-4d0b-9150-acd988191bae","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:48.9815971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"abe2d548-fc5f-4ccd-ba9b-ac3786467f52","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.037282608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"afb51ac2-5030-4e9d-b6c0-1782047d5fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.038927243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"abe2d548-fc5f-4ccd-ba9b-ac3786467f52","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.086558596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d30f2a2f-ccc2-4760-9eaa-eac1fe0f5e68","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.086567804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"7b19878b-d2ff-473b-8257-3116d693989b","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.09306166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"afb51ac2-5030-4e9d-b6c0-1782047d5fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.14668822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"7b19878b-d2ff-473b-8257-3116d693989b","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.146746629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d30f2a2f-ccc2-4760-9eaa-eac1fe0f5e68","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.218862132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"5c0aee48-11c9-4e6c-adb8-1df5dc303f12","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.34881447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d55a983f-2a3e-42f8-b612-3df4fdda9f08","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.404583577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d55a983f-2a3e-42f8-b612-3df4fdda9f08","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.454458354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fe94a9e9-aa3d-459d-b599-1a4db4037d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.455752969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e9b6b8d-a091-4a52-8340-84b523cc7825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.512553183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e9b6b8d-a091-4a52-8340-84b523cc7825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.51414583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fe94a9e9-aa3d-459d-b599-1a4db4037d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.723681446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"6a635934-dc38-4447-a1b7-c30a7a363c90","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.726385747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"79b8fc6d-745b-4e81-af24-29df2f8a490d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.779909155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"6a635934-dc38-4447-a1b7-c30a7a363c90","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.782817232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"79b8fc6d-745b-4e81-af24-29df2f8a490d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.832768464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fe39a7ef-b704-411f-83e5-19a030557de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.890620963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fe39a7ef-b704-411f-83e5-19a030557de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.984391009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6c19d97e-d0a8-4703-bf4e-af6f8c9e5492","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:49.985632643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b84d7468-0932-4849-8dc2-bba7022fa7c7","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.040643821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6c19d97e-d0a8-4703-bf4e-af6f8c9e5492","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.041972223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b84d7468-0932-4849-8dc2-bba7022fa7c7","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.255678374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"065d3656-1648-46b5-856a-e8b7ad2d958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.299819089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6147ab6e-887d-42b4-8cad-3748610cf537","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.310813695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"065d3656-1648-46b5-856a-e8b7ad2d958a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.357159884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"6147ab6e-887d-42b4-8cad-3748610cf537","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.508828315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"af10ca91-4b0f-45d7-97d1-22736c5b3ba1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.514804804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed746ea3-fac6-4777-b81a-f767b9ea7d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.514821782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed746ea3-fac6-4777-b81a-f767b9ea7d0a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.54917332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"5e865314-f80e-45fb-9813-0696bc9cb44d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.564321957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"af10ca91-4b0f-45d7-97d1-22736c5b3ba1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.749280707Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-policy-3872be6e","reconcileID":"5e865314-f80e-45fb-9813-0696bc9cb44d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"policyNamespace":"ai-tenant-e2e-mt-3e4da0e3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.807600534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2772c127-be7a-4fc7-8742-c094e8fe356f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.807699824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2772c127-be7a-4fc7-8742-c094e8fe356f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.979171881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b60000a-197f-47b5-823f-f56234579ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:50.979197377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b60000a-197f-47b5-823f-f56234579ece","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:51.852145123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"179955e4-f2bf-4276-b040-0dff3e722fc6","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.050720642Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"91146ecf-2d5a-4789-8c75-935506825e52","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.168699686Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-a6c368","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","reconcileID":"8a161e5f-67ff-47aa-8d4f-2811d5eb20f3","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-broken-a6c368","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.227229238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3efe7dcf-ba8a-447b-8875-0bbf50c52553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.227229236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"464cf4cc-3439-49c2-a6db-ada760050fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.227803927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2eea7a4a-1bd3-4e5b-985c-525fe0617314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.285217519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3efe7dcf-ba8a-447b-8875-0bbf50c52553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.285228277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2eea7a4a-1bd3-4e5b-985c-525fe0617314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.287445758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"464cf4cc-3439-49c2-a6db-ada760050fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.382930209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"acbc26eb-1ecc-499e-a44b-90203851cdbe","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.382946726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"59a64716-e94d-4ce5-90fd-e540f3b02b7a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.440574229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"acbc26eb-1ecc-499e-a44b-90203851cdbe","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.444946563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"59a64716-e94d-4ce5-90fd-e540f3b02b7a","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.598142214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b58b6689-265f-480f-945d-958c75a93494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.65383642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b58b6689-265f-480f-945d-958c75a93494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.744494949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"36c07477-2a36-41ca-927a-8025d3860d90","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.745069377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"a6f18656-c0f3-4f88-9ae2-347eec5c7363","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.800308297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"36c07477-2a36-41ca-927a-8025d3860d90","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.800624968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"a6f18656-c0f3-4f88-9ae2-347eec5c7363","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.847647282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa6231c7-0ffe-4170-9f61-f5eab70781c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.9045393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa6231c7-0ffe-4170-9f61-f5eab70781c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.912244903Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"891ee2ba-e4d7-4ecf-a178-1617706e72cd","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:53.959097157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdc9abe2-9f04-4e25-aec1-8b145695204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.006254088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d3bddb00-18e3-414e-904e-88fdc9c3714d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.01445581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fdc9abe2-9f04-4e25-aec1-8b145695204c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.063642469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d3bddb00-18e3-414e-904e-88fdc9c3714d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.313266664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9dc80a9-821f-4b7a-a805-25341624ce5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.372326638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f9dc80a9-821f-4b7a-a805-25341624ce5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.466584145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"27cc8016-c175-497c-92a5-698f60715c7b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.466661614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"af94f640-ab06-4164-9a21-f3677990d1c0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.517189426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"8872adbe-962b-463d-a300-b2df342139e6","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.517312582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"8872adbe-962b-463d-a300-b2df342139e6","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.523136632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"27cc8016-c175-497c-92a5-698f60715c7b","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.528014631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"af94f640-ab06-4164-9a21-f3677990d1c0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.681601234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"90c12f82-115a-4ed9-9b2b-0448ff83e669","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0381754","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.780742104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"31c82057-9921-413c-b428-d1b4c4848e88","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.781512381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2162de48-c2bb-49f2-9eca-c83abc4bd8d6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.836814183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"31c82057-9921-413c-b428-d1b4c4848e88","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.837776885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2162de48-c2bb-49f2-9eca-c83abc4bd8d6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.873036877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"2895dd03-d8e1-4b1e-bd03-0f8db84d6ffc","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:54.928178015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"2895dd03-d8e1-4b1e-bd03-0f8db84d6ffc","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.103907583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"3599cd69-39d5-4729-8fe0-6f417ed717ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.104643776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ff89f99c-fcf3-4335-a3de-689b99857827","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.163252302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ff89f99c-fcf3-4335-a3de-689b99857827","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.16335573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"3599cd69-39d5-4729-8fe0-6f417ed717ef","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.390721637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"03393614-cb0f-4147-a2b0-fda4cdf85210","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.390870545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"5dd87d60-7474-4d5d-9e37-cb0642cd719b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.446595089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"03393614-cb0f-4147-a2b0-fda4cdf85210","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.446607944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"5dd87d60-7474-4d5d-9e37-cb0642cd719b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.491055199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"3a066f32-a7ed-462e-ae96-73942936bb59","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:55.546433388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"3a066f32-a7ed-462e-ae96-73942936bb59","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:56.965075413Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"90aefb0f-26de-4517-9ccd-6b0f818a4d03","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","subscription":"e2e-b-only-d608ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.018863698Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"90aefb0f-26de-4517-9ccd-6b0f818a4d03","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.072824252Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"e2e-b-only-d608ac","reconcileID":"90aefb0f-26de-4517-9ccd-6b0f818a4d03","MaaSSubscription":{"name":"e2e-b-only-d608ac","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"name":"maas-trlp-sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.347541498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.347615456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2503c5ce-f237-465f-b24c-d102c211e2ea","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"tenant":"e2e-shared-b-w4-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","model":"ai-tenant-e2e-shared-b-w4-83bb08/sub-test-model-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.34763398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"sub-test-model-83bb08","reconcileID":"2503c5ce-f237-465f-b24c-d102c211e2ea","MaaSModelRef":{"name":"sub-test-model-83bb08","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"routeName":"sub-test-model-83bb08-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","llmisvcName":"sub-test-model-83bb08","gateway":"openshift-ingress/e2e-shared-b-w4-83bb08","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.461072281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"d5aa240b-7aa2-4982-ad44-0258d9a49ec2","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.461100393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"d5aa240b-7aa2-4982-ad44-0258d9a49ec2","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.566761206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2ad9c3d8-25aa-4fe1-9ede-21acd1a6993f","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.566788063Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"2ad9c3d8-25aa-4fe1-9ede-21acd1a6993f","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.896966179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"61aeadaa-eef5-4bd7-bce5-0ea7ea172b3e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:57.897002737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"61aeadaa-eef5-4bd7-bce5-0ea7ea172b3e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.000027358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"e0799fab-eed9-400d-844b-5dbc856e4f35","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:27:58.000061375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"e0799fab-eed9-400d-844b-5dbc856e4f35","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.809002483Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","namespace":"ai-tenant-e2e-derive-0b9d72b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.809194901Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","namespace":"ai-tenant-e2e-derive-0b9d72b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.809331897Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","tenant":"e2e-derive-0b9d72b3","tenantID":"e2e-derive-0b9d72b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.862051385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Deployment","name":"maas-api-e2e-derive-0b9d72b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.929245905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Service","name":"maas-api-e2e-derive-0b9d72b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:00.983206701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-0b9d72b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.036277483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-0b9d72b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.089579059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.141473464Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"04c33184-3955-4b28-b063-9bf62e62a7b1","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-3872be6e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.142519097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.197766878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.25506487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.314127827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Deployment","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.353951269Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"namespace":"ai-tenant-e2e-mt-3e4da0e3","name":"e2e-shared-int-sub-3872be6e","reconcileID":"04c33184-3955-4b28-b063-9bf62e62a7b1","MaaSSubscription":{"name":"e2e-shared-int-sub-3872be6e","namespace":"ai-tenant-e2e-mt-3e4da0e3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.36412146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.414508512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Service","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.468991966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"Service","name":"payload-pre-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.519315104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"DestinationRule","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.569450626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.571598209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6452c6c9-c6a9-46a9-b1a5-47b4861afbc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.61469791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.614729526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37937475-a715-4f4a-8861-6a67dbc5234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.614741558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"37937475-a715-4f4a-8861-6a67dbc5234d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.619413595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.674094395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.723889806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.77474585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.826734622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-0b9d72b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.876964011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-0b9d72b3"},"namespace":"ai-tenant-e2e-derive-0b9d72b3","name":"default-tenant","reconcileID":"28dd2040-b2e3-43d6-a4fb-8c43b0d8e19e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-0b9d72b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:01.958517496Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"cd263721-44a8-4e82-bdf9-f59325854010","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:02.68078142Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-0b9d72b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-0b9d72b3","reconcileID":"ba58854a-1738-4191-ae67-3c7bc8b51653","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-0b9d72b3","removed":["maas.opendatahub.io/gateway-access-e2e-derive-0b9d72b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:03.06165262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"6ab72f7a-4617-4374-ab58-23c04948be00","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.119058828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375794d0-8898-419a-9b4f-35a2b93bb888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.169363275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375794d0-8898-419a-9b4f-35a2b93bb888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.219462981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375794d0-8898-419a-9b4f-35a2b93bb888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.270043998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375794d0-8898-419a-9b4f-35a2b93bb888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.740946444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"12cb2008-b31a-4d21-ac8e-68b7adada93d","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","subscription":"e2e-cfl-ok-a744d5-f19d4b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.864161848Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"12cb2008-b31a-4d21-ac8e-68b7adada93d","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:04.917469679Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-sub","reconcileID":"12cb2008-b31a-4d21-ac8e-68b7adada93d","MaaSSubscription":{"name":"e2e-cfl-ok-a744d5-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.22353024Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f0264e-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.285463248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"547b5aaa-408f-4164-b55f-80cb74380557","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.285503462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"547b5aaa-408f-4164-b55f-80cb74380557","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.471213798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"6466e167-abfb-433d-a399-4767c86c95a6","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.471674689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"6466e167-abfb-433d-a399-4767c86c95a6","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.633631268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"df2c30c0-cec2-40f7-a4de-de423c3cbc28","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.634090106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d7b2549b-b799-470e-b13a-0d6fd4614636","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.634488573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"dcf62990-f34c-4626-b384-f65e50b0214a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.634831375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"3f67f960-1550-4b31-ab0a-5adfa9c83a50","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.685019192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"dbed9717-7052-4aa7-8f09-6eeaa7a2ca22","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.689024427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"df2c30c0-cec2-40f7-a4de-de423c3cbc28","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.69343495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"3f67f960-1550-4b31-ab0a-5adfa9c83a50","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.695600221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"dcf62990-f34c-4626-b384-f65e50b0214a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.697830641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"d7b2549b-b799-470e-b13a-0d6fd4614636","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:05.739884195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"dbed9717-7052-4aa7-8f09-6eeaa7a2ca22","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.041143806Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-ok-a744d5-f19d4b-access","reconcileID":"001ebc24-e1ca-4578-876a-11fabff25ab2","MaaSAuthPolicy":{"name":"e2e-cfl-ok-a744d5-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.250946257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c916a57-a36d-48be-b348-d18078a4c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.307176981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"e0181265-fecf-4924-80d7-e79a94d2ab67","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.307307967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"e0181265-fecf-4924-80d7-e79a94d2ab67","MaaSModelRef":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-ok-a744d5-7273fe29c436","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-ok-a744d5","externalModel":"e2e-cfl-ok-a744d5","provider":"e2e-cfl-ok-a744d5-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.311764497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c916a57-a36d-48be-b348-d18078a4c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.36749029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c916a57-a36d-48be-b348-d18078a4c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.428309658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c916a57-a36d-48be-b348-d18078a4c75b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.804750987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"2707cd38-c156-424f-85db-27139ffefd19","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.936665391Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"bcd98556-5b5a-4b67-b711-81e24447a8cc","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.973927372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fdf24613-fd37-47d6-bd27-0ac4284fc517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.987888263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f435c9b3-46cb-4045-963d-f7c7a4b2474d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:06.988127857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99cb035b-1c7c-493d-99a3-a387122c610a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.097766524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"95b9add9-db1f-4638-b17e-8789aad2a2bc","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.098488152Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"95b9add9-db1f-4638-b17e-8789aad2a2bc","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.115636389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fdf24613-fd37-47d6-bd27-0ac4284fc517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.116794152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99cb035b-1c7c-493d-99a3-a387122c610a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.135457012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f435c9b3-46cb-4045-963d-f7c7a4b2474d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.1558738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"670a0c56-0fdf-4f72-930c-5b4f6d17ba5f","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.156650312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"795aff5a-8c32-405f-8ca8-63911b697314","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.223881385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"4476ce52-e1ed-483a-96d3-f25725e65579","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.223993571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"4476ce52-e1ed-483a-96d3-f25725e65579","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.235556785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"670a0c56-0fdf-4f72-930c-5b4f6d17ba5f","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.240085694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"ca026e04-1bd2-4c7b-967f-82c4310a170a","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.24056204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"3b82657b-a17b-44c8-9717-4a33cffc78d9","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.253667748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"795aff5a-8c32-405f-8ca8-63911b697314","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.468584007Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-a744d5","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","reconcileID":"bb947d01-73e2-4959-b2f6-2ea140415de4","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-ok-a744d5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.641997886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6a53448-1aa9-4424-b794-4a202b4430be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.765210984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6a53448-1aa9-4424-b794-4a202b4430be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.851022223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"70ede312-77cb-4224-85f4-3df01369a0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.851856736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf375c3d-497b-401b-983b-31cd1455ec51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.852534099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8d038028-39c2-4335-9fa7-755c383105d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.952681274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"8d038028-39c2-4335-9fa7-755c383105d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.953284435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"70ede312-77cb-4224-85f4-3df01369a0d3","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.966364958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"bf375c3d-497b-401b-983b-31cd1455ec51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.97047656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"48d32c9b-7b1d-42d5-b7dd-94ed124e5cc5","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:07.970672199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"48d32c9b-7b1d-42d5-b7dd-94ed124e5cc5","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.02873227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b64fa508-7573-4e61-ba66-9e3c2c3e15f8","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.091070578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"b64fa508-7573-4e61-ba66-9e3c2c3e15f8","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.147769402Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"9b768666-7d7d-43ca-86b7-c314da9751ea","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52cf32ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.244982703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"ac3e7ab4-5c20-426d-95cb-926acf056f3d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.308054822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"ac3e7ab4-5c20-426d-95cb-926acf056f3d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.374725551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"31bea0a4-47aa-416a-bce5-df361a838c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.454199145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"31bea0a4-47aa-416a-bce5-df361a838c47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.481367299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b4e0ca3-9929-4d7b-a3d3-3a3dae21201f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.481760661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41e0a41-09b1-4b81-b39f-56f625e19063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.634707401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f41e0a41-09b1-4b81-b39f-56f625e19063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.635716676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b4e0ca3-9929-4d7b-a3d3-3a3dae21201f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.744834114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"982a9549-197c-4612-a359-39a9a5696028","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.745449137Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"8509f26b-2a4d-45f3-b94c-d2518d776a52","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.818686843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"982a9549-197c-4612-a359-39a9a5696028","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:08.930312171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"4fc2b0cf-ea61-4741-8132-854a7ce070aa","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.01972224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"f3072b4d-ddd0-4078-8315-efb8a58dd150","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.020501803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"d4821cc7-e01d-4c46-8ad3-2baa5f83fc9d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.097275334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"d4821cc7-e01d-4c46-8ad3-2baa5f83fc9d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.10429152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"f3072b4d-ddd0-4078-8315-efb8a58dd150","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.15055756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"7595ec27-4e2a-456c-9a2b-5bed076badf3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.205429936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"7595ec27-4e2a-456c-9a2b-5bed076badf3","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.63356123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e380e-9c87-4345-b1d3-35b615b1a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.684344607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e380e-9c87-4345-b1d3-35b615b1a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.734579534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e380e-9c87-4345-b1d3-35b615b1a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:09.785541467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"758e380e-9c87-4345-b1d3-35b615b1a158","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:10.095541288Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"f8563a1c-15c9-4b25-a162-3405619d1442","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:10.203028596Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-aa58f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-aa58f3","reconcileID":"55c18b32-0cd9-4f71-b206-8a76d0e18191","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-aa58f3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-aa58f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:10.529233442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"64194917-92df-4010-8e09-b22beaa581b8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.742145258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0852c-d2aa-4836-bc6d-63ef459fb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.79214189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0852c-d2aa-4836-bc6d-63ef459fb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.842926845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0852c-d2aa-4836-bc6d-63ef459fb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:11.893219701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eb0852c-d2aa-4836-bc6d-63ef459fb57f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:12.622933612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"6b73cd72-1514-4400-8e91-4aa642f46aa2","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:13.092944345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:17.039989741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"13b48c84-2eb0-43cd-ad10-c3e20c844945","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.198752606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"73171245-639d-4d9f-99b1-bbbd8226f8ec","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","subscription":"e2e-cfl-same-19071b-f0264e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.300349142Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"73171245-639d-4d9f-99b1-bbbd8226f8ec","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.351082494Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-sub","reconcileID":"73171245-639d-4d9f-99b1-bbbd8226f8ec","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f0264e-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.623132092Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-same-19071b-f19d4b-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.674125198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"306a034e-bc55-43a6-abce-e7ca01f51bfd","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.674150856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"306a034e-bc55-43a6-abce-e7ca01f51bfd","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.836151397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"3a571fa7-69cc-4de0-bb04-f78de3e328ad","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.836183722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"3a571fa7-69cc-4de0-bb04-f78de3e328ad","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.877893178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"77c50236-c76b-4414-ab56-1b96577abe21","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.878094592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d069c3b8-e84e-41d0-af4c-aed27eca9410","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.877900893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"33e525b0-7ac6-452a-9836-1501338c5fa1","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.878646455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"80f2e126-7fd7-414a-a650-a0f8414a461a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.935015721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d069c3b8-e84e-41d0-af4c-aed27eca9410","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.935041806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"77c50236-c76b-4414-ab56-1b96577abe21","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.937370154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"33e525b0-7ac6-452a-9836-1501338c5fa1","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.938635374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"80f2e126-7fd7-414a-a650-a0f8414a461a","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.939368733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"3f30c489-4ebf-4d2f-a695-fb99ca5a2cc7","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:18.939390962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"3f30c489-4ebf-4d2f-a695-fb99ca5a2cc7","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.041475819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"1b62542e-1500-49e6-addd-0bc80d536b17","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.041502236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"1b62542e-1500-49e6-addd-0bc80d536b17","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.144105571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"d8d5e512-0839-4f50-819e-f0513d1a64f0","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.144130714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"d8d5e512-0839-4f50-819e-f0513d1a64f0","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.187124606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f0264e-access","reconcileID":"877a907b-85d0-4292-8e78-92d3ae7cb3a3","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f0264e-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.450999512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"8bb770dd-b865-4a7e-9875-1be1bf9f5c7e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-2-f0264e/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.451029878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"8bb770dd-b865-4a7e-9875-1be1bf9f5c7e","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"routeName":"external-model-e2e-cfl-same-19071b-1598006d54cb","namespace":"e2e-extmod-cfl-2-f0264e","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.624814203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"2e1e24b6-d166-4d02-9a50-ad96cbc7f2ec","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.624841732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"2e1e24b6-d166-4d02-9a50-ad96cbc7f2ec","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.780803543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"ce462c36-287e-4d70-8240-1b895b729e2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.781330167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8ef4708a-bdf6-409b-bf3a-4092ac451534","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.781760403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"4edff47e-300f-4d87-951b-60d6470a1d32","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.793495944Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"ad67c081-a877-4f0b-be86-94c11074edb9","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ce0bf539","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.838162236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8ef4708a-bdf6-409b-bf3a-4092ac451534","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.841589526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"ce462c36-287e-4d70-8240-1b895b729e2f","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:19.841671119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"4edff47e-300f-4d87-951b-60d6470a1d32","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.323968879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"2a75e86d-09aa-4b9c-a155-0ecd1244ba0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.324124676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ca54e324-6bb9-46c0-9444-b74b46a035bb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.323968936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"3c992467-d5be-4dbf-85e9-5d36250c6435","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.388627845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"3c992467-d5be-4dbf-85e9-5d36250c6435","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.39366967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"ca54e324-6bb9-46c0-9444-b74b46a035bb","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:20.393707607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"2a75e86d-09aa-4b9c-a155-0ecd1244ba0d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:22.743110118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"529ff4ff-533a-4b6f-b76a-b27215a9b166","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.375135404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"ab3df99e-452d-4897-a107-29e7028d1836","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:24.48006455Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"2280e86e-6e0b-4294-9392-3b02db0ee29b","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.220563096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68004482-4abb-4808-98f7-1fac145a6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.270533005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68004482-4abb-4808-98f7-1fac145a6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.320477322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68004482-4abb-4808-98f7-1fac145a6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.370786121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68004482-4abb-4808-98f7-1fac145a6be9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.680798517Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"39430934-c450-437d-8dc3-765f68c752cc","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:25.787355819Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-610390","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-610390","reconcileID":"3446b03a-f7d5-4dec-ae70-c7b56dff4d5c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-610390","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-610390":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:26.101703108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"2805d559-52a9-4851-b1b9-2ea4c45042bc","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.142245783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"a6b22869-91bd-4581-a147-645015cfe033","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.224793666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23394db7-6ed9-473a-8d08-b16cef32a9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.275451974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23394db7-6ed9-473a-8d08-b16cef32a9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.326437824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23394db7-6ed9-473a-8d08-b16cef32a9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:27.376946142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23394db7-6ed9-473a-8d08-b16cef32a9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:28.218500491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"9f060845-f095-4a4a-b03a-190e7648ce38","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.340556072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0068600d-862b-424c-a558-3df59b759b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.391844615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0068600d-862b-424c-a558-3df59b759b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.458155898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0068600d-862b-424c-a558-3df59b759b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.509801247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0068600d-862b-424c-a558-3df59b759b7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.845562606Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"52ab15da-eaeb-45a1-86ba-aad447e56570","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","subscription":"e2e-cfl-same-19071b-f19d4b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.947059103Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"52ab15da-eaeb-45a1-86ba-aad447e56570","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:29.997686164Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-sub","reconcileID":"52ab15da-eaeb-45a1-86ba-aad447e56570","MaaSSubscription":{"name":"e2e-cfl-same-19071b-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.263990905Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-9e9a4d-f19d4b-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce-c4ebf5-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.323818706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"35855824-2843-4166-8696-6cdd8e65fd04","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.32384462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"35855824-2843-4166-8696-6cdd8e65fd04","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.482080795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"0aa7c245-5d2c-4e6b-989a-125f91f9e6d4","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.482105797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"0aa7c245-5d2c-4e6b-989a-125f91f9e6d4","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.518095428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"eb6bc247-b5dc-4dc8-9efb-ef976ebb2878","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.518366681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"30c65069-94b9-4ebb-a5be-4de5fff09af4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.569148724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"894d472f-7009-496e-8502-07997a4b9e4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.573994921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"eb6bc247-b5dc-4dc8-9efb-ef976ebb2878","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.626090067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"894d472f-7009-496e-8502-07997a4b9e4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.627846183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"30c65069-94b9-4ebb-a5be-4de5fff09af4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.674110602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"ac99ccb8-9836-4d17-956c-81a86aa4f22a","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.674128632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"ac99ccb8-9836-4d17-956c-81a86aa4f22a","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.779083733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"bbc45aa5-d053-4aca-8525-a60c5161d12a","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.779111188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"bbc45aa5-d053-4aca-8525-a60c5161d12a","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:30.941926707Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-same-19071b-f19d4b-access","reconcileID":"f6be601b-2883-4313-b3f8-5a210914a7db","MaaSAuthPolicy":{"name":"e2e-cfl-same-19071b-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.247821163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"dd7ffd8c-56bb-4d5a-b5eb-5d6cef75965b","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.247849054Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"dd7ffd8c-56bb-4d5a-b5eb-5d6cef75965b","MaaSModelRef":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-same-19071b-69720d7762f0","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-same-19071b","externalModel":"e2e-cfl-same-19071b","provider":"e2e-cfl-same-19071b","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.450759657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82599b-0f6c-4c39-9306-8a90090acca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.501035451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82599b-0f6c-4c39-9306-8a90090acca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.551375058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82599b-0f6c-4c39-9306-8a90090acca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.602011161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae82599b-0f6c-4c39-9306-8a90090acca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.815244373Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"7553a508-c52b-48a4-99d2-867b247c7ae4","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.925657202Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"b11dc02f-b406-4fca-be25-f6adb00d8887","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.967752371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eed1d4-877d-48df-af2f-1ec013a98b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.967924919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"195f3c2a-14d3-41db-a4b0-48d80ed178de","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.970587527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5b903093-7d88-4624-b2fd-afccdd9ee15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.970648862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bdb0109d-96a3-474a-8134-7c27fc41d3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:31.971521776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"171b94db-9b67-4b35-8ef7-108aaffc53ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.022634673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"78eed1d4-877d-48df-af2f-1ec013a98b95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.022662194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"195f3c2a-14d3-41db-a4b0-48d80ed178de","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.027015156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"171b94db-9b67-4b35-8ef7-108aaffc53ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.027643404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bdb0109d-96a3-474a-8134-7c27fc41d3e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.02854416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"0b04abf7-8bae-4cb4-b47f-ae9903eb6d6c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.028565645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"0b04abf7-8bae-4cb4-b47f-ae9903eb6d6c","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.031851972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"5b903093-7d88-4624-b2fd-afccdd9ee15a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.134916288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"ccc17b23-e07d-47e6-9b9c-2ab6ac510679","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.338605182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","reconcileID":"a62927f1-4795-46c6-bcd5-ae528c999ea6","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.380339233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"440c0f27-37c0-499a-bd52-67dbc84b79f5","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.435377022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"440c0f27-37c0-499a-bd52-67dbc84b79f5","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.481021019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"0d667b81-3bdc-4de1-b555-0cd20a30fbe5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.492852919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"33876df4-b03c-4700-b778-2c1691bcdf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.492980977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"76d9d1d7-b607-47bf-befc-1e9b6bdeaa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.493816624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42c94017-dbda-44b1-a0ee-23c0b0456941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.535929834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"0d667b81-3bdc-4de1-b555-0cd20a30fbe5","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.548583035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"33876df4-b03c-4700-b778-2c1691bcdf72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.548817105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42c94017-dbda-44b1-a0ee-23c0b0456941","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.550895464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"76d9d1d7-b607-47bf-befc-1e9b6bdeaa05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.857484554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"25d18824-05cd-406b-b17e-194438e02209","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.913610823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"25d18824-05cd-406b-b17e-194438e02209","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.956669405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"29b77635-1b69-40b5-937a-dcb6ebc80c09","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:32.957324645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b7fd5bb-72c6-4208-a40d-524c468f28c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.015395485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b7fd5bb-72c6-4208-a40d-524c468f28c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.01565939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"29b77635-1b69-40b5-937a-dcb6ebc80c09","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.414520162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"c6235ee0-4783-464a-8bce-08519934b189","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.585360433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"1785899c-10f1-42a8-9a4f-14c0384c5190","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.585431956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e0d2fbac-2392-45f9-b3ef-0e69121da3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.586013545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02e7f62-6ad4-4481-a316-ea23ebb22bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.586358231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdeabdf-ee67-4101-9a04-f9b3e00bceca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.586865822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d9817910-a3b6-432f-9665-0a5718d66584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.642512655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b02e7f62-6ad4-4481-a316-ea23ebb22bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.642758665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4cdeabdf-ee67-4101-9a04-f9b3e00bceca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.645028875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e0d2fbac-2392-45f9-b3ef-0e69121da3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.645073824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"1785899c-10f1-42a8-9a4f-14c0384c5190","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.647315325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d9817910-a3b6-432f-9665-0a5718d66584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:33.956618261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f6822435-44cc-4bf6-b9b1-31db5e5209d4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.011908636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"f6822435-44cc-4bf6-b9b1-31db5e5209d4","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.301565998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"2e2eb2ea-7a46-4b77-b1fd-e2cd66a5533e","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.717835705Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-19071b","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","reconcileID":"93ffbcb0-f6eb-41b7-84a3-0f66094d1010","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-same-19071b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.870369393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb249f48-c75f-4a39-ad8b-5c3133b1e9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.870561388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8a1ef662-e664-41cb-8c73-d8cb6c9aec9d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.871901785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9e5de1e1-8066-438d-aa63-5656d1158dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.872119564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"9f53fefe-e704-4cdc-95eb-ec7cff616424","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.872314109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"664b0a48-786d-4443-9028-5b2e8e3009e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.928153273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9e5de1e1-8066-438d-aa63-5656d1158dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.928737369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"664b0a48-786d-4443-9028-5b2e8e3009e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.930345374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb249f48-c75f-4a39-ad8b-5c3133b1e9a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.930917931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"8a1ef662-e664-41cb-8c73-d8cb6c9aec9d","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:34.932536027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"9f53fefe-e704-4cdc-95eb-ec7cff616424","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.284873338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f212a224-b28e-4e2a-ba32-7dcbb030a671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.340465885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f212a224-b28e-4e2a-ba32-7dcbb030a671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.353987854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"5bc0d661-a9c9-4869-835e-5716c3e60476","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.354010695Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"5bc0d661-a9c9-4869-835e-5716c3e60476","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.454230595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"822eebec-1554-4fd0-a4d5-cf547855795c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.454249015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"58770410-592f-488a-9231-2db831da24c5","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.510681709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"822eebec-1554-4fd0-a4d5-cf547855795c","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.510685103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"58770410-592f-488a-9231-2db831da24c5","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.510897873Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"4d1999b7-a241-4f6a-ad96-40d3ea4cfe76","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-af853371","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.91449426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"5b4271ad-8c0f-4e7c-bf1f-d576b78648d6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.914527213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"0bc0c28d-7bee-4e93-868f-fd74f2afe840","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.970491576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"5b4271ad-8c0f-4e7c-bf1f-d576b78648d6","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:35.971809139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"0bc0c28d-7bee-4e93-868f-fd74f2afe840","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:41.930496014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"5f931a3f-2751-40ee-b983-9b52b150f03f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.028115742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"cd4e316c-a800-4659-9941-7652532320cb","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:42.044286602Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"5f931a3f-2751-40ee-b983-9b52b150f03f","name":"e2e-api-a-aa58f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:43.067692462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:44.40818687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"07f68293-c88f-4055-914b-acbbbcfa62cd","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.562164263Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"c7ecf988-e51a-4a5f-927e-79d2459e588f","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","subscription":"e2e-cfl-9e9a4d-f19d4b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.663168167Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"c7ecf988-e51a-4a5f-927e-79d2459e588f","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:45.713446685Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-sub","reconcileID":"c7ecf988-e51a-4a5f-927e-79d2459e588f","MaaSSubscription":{"name":"e2e-cfl-9e9a4d-f19d4b-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.026438675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"97e1abe4-99f6-43a4-b099-2690ecd38a34","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.02646466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"97e1abe4-99f6-43a4-b099-2690ecd38a34","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.126929961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"24ad0973-4519-427c-8054-e8b9a269652e","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.12695246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"80d4117c-aabc-4357-848e-69cb142e20a0","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.182227669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"80d4117c-aabc-4357-848e-69cb142e20a0","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.182531903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"24ad0973-4519-427c-8054-e8b9a269652e","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.183243958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"054e22da-753f-4e9c-b84e-81fd219f461b","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.183258883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"054e22da-753f-4e9c-b84e-81fd219f461b","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.284047869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"cb7c7361-78be-4b1e-a64e-e56db8048de8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.284074649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"cb7c7361-78be-4b1e-a64e-e56db8048de8","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.435026094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-9e9a4d-f19d4b-access","reconcileID":"69be8df6-999b-41fe-92d8-2fc31e4fbb19","MaaSAuthPolicy":{"name":"e2e-cfl-9e9a4d-f19d4b-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.641158102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"addadfc1-f238-4c4b-9311-b7247e17012f","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-cfl-1-f19d4b/e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:46.641193227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"addadfc1-f238-4c4b-9311-b7247e17012f","MaaSModelRef":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"routeName":"external-model-e2e-cfl-9e9a4d-fd7af962182d","namespace":"e2e-extmod-cfl-1-f19d4b","model":"e2e-cfl-9e9a4d","externalModel":"e2e-cfl-9e9a4d","provider":"e2e-cfl-9e9a4d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.2283835Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"62892d3e-56fb-476a-9636-c16f898bcf5d","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.330204229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2a2c9849-66e6-47a9-b269-c22e5557e025","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.343102425Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-2-f0264e"},"namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","reconcileID":"9cab6187-e043-4ba2-9e25-2b2ad7921b95","namespace":"e2e-extmod-cfl-2-f0264e","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.379625759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a1d9410-34a8-4165-9646-70dadd8e7e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.380496176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d44e73ae-af7f-423b-a171-35b42232bedf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.380624205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"09514000-d85f-4e16-857c-397afda039ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.381475516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7bbb419-1503-4b68-8e74-7525fa643b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.385152856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"2a2c9849-66e6-47a9-b269-c22e5557e025","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.434926142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6a1d9410-34a8-4165-9646-70dadd8e7e01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.435538128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"09514000-d85f-4e16-857c-397afda039ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.437298329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7bbb419-1503-4b68-8e74-7525fa643b9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.437790511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d44e73ae-af7f-423b-a171-35b42232bedf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.749593514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"4efe072f-385f-4e57-a680-aa080d7fd8d9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.788520552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1760970f-64d0-403d-bd45-924535cb7b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.78887707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fb04e4a3-6f56-4bc1-957a-45a79bf3447f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.789232387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5146606b-46f2-4607-bd1d-b643a6294005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.789592839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d0339fb-7345-4975-8762-03f3e83aedb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.805033266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"4efe072f-385f-4e57-a680-aa080d7fd8d9","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.845717912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"fb04e4a3-6f56-4bc1-957a-45a79bf3447f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.845949381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d0339fb-7345-4975-8762-03f3e83aedb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.849233349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1760970f-64d0-403d-bd45-924535cb7b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:47.849293028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5146606b-46f2-4607-bd1d-b643a6294005","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.362135527Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"ad399a8d-bb81-4352-977f-d54eeebada73","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.465857879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6b634790-3e9b-4c2d-9956-2282d1a05670","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.515415683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"998ea1a8-5a7f-4a18-9cfc-e37ed31fd8e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.515416789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"645f3bc7-4f87-4c8f-a457-4f737cd5443c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.518012098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"422fe538-6e33-4075-a3a6-06458468b81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.518902925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934ed6ab-8bb5-4295-b7df-4c472e5e4ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.521873631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"6b634790-3e9b-4c2d-9956-2282d1a05670","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.544633994Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"90e4700e-a4e0-40ea-90d7-6430636c4b58","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.573100538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"998ea1a8-5a7f-4a18-9cfc-e37ed31fd8e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.573964387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"422fe538-6e33-4075-a3a6-06458468b81b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.575659064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"934ed6ab-8bb5-4295-b7df-4c472e5e4ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.576677443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"645f3bc7-4f87-4c8f-a457-4f737cd5443c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:48.967376337Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-9e9a4d","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","reconcileID":"8db83fca-0e08-478f-b384-bad1eb1335cc","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-9e9a4d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.074928407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"3129362c-cbba-41e8-8760-5bd9e46dd67b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.121820846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce33516-b2ba-4391-9fcf-efd917abb242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.121839242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"426ce8c3-95f0-4fb9-b6f2-de3a7cfc6ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.124775389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb4be201-5f32-4335-9b0f-f439d6b8eded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.125048895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aff91bf9-087a-4b2f-8b22-bb5251703f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.130310281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"3129362c-cbba-41e8-8760-5bd9e46dd67b","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.177492305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"426ce8c3-95f0-4fb9-b6f2-de3a7cfc6ac0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.177633425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ce33516-b2ba-4391-9fcf-efd917abb242","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.180032768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bb4be201-5f32-4335-9b0f-f439d6b8eded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.180268673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"aff91bf9-087a-4b2f-8b22-bb5251703f15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.576549663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"62e41594-7065-4782-99c1-c08862860237","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.576579043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"62e41594-7065-4782-99c1-c08862860237","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.626427857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"75b71131-19e5-430e-afc7-ca79db6de811","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.681552729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"75b71131-19e5-430e-afc7-ca79db6de811","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:49.743440632Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"618e4803-f6ff-4c72-8212-ae886903d4fd","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72889568","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:50.045544409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"9c76b54c-754a-4a85-849d-71280d5e1185","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:50.102007518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"9c76b54c-754a-4a85-849d-71280d5e1185","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:58.645844396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"82c139b7-ff6c-4eae-89a7-b0724a1a89f7","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.79471282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"1673e495-4a4c-4ca9-8d94-46c42bfaef0d","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","subscription":"e2e-cfl-bd82ce-c4ebf5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.895914402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"1673e495-4a4c-4ca9-8d94-46c42bfaef0d","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:28:59.946787295Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-sub","reconcileID":"1673e495-4a4c-4ca9-8d94-46c42bfaef0d","MaaSSubscription":{"name":"e2e-cfl-bd82ce-c4ebf5-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.262802471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"98628af1-e5ec-481e-9a16-50692d71939b","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.262835402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"98628af1-e5ec-481e-9a16-50692d71939b","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.313234897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"55cc6fd7-c438-4bb7-8638-ca13dfa02650","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.369840045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"55cc6fd7-c438-4bb7-8638-ca13dfa02650","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.434767054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"17d9a97e-5c08-43f5-bff1-89590eabffef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.434794623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"17d9a97e-5c08-43f5-bff1-89590eabffef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.622051901Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d197f17d-0e83-48b5-8907-1b8c2c92d139","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.772840571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d197f17d-0e83-48b5-8907-1b8c2c92d139","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.896323016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d197f17d-0e83-48b5-8907-1b8c2c92d139","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:00.896346247Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce-c4ebf5-access","reconcileID":"d197f17d-0e83-48b5-8907-1b8c2c92d139","MaaSAuthPolicy":{"name":"e2e-cfl-bd82ce-c4ebf5-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.048922828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"14340f9b-807a-40a5-9ee6-d3eb4b41f6c9","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.048948545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"14340f9b-807a-40a5-9ee6-d3eb4b41f6c9","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"routeName":"external-model-e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","model":"e2e-cfl-bd82ce","externalModel":"e2e-cfl-bd82ce","provider":"e2e-cfl-bd82ce-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.585139616Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"cc937e4f-ea65-4f08-9b7f-6a1f6a6e2af9","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.736484045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b1327fa5-2a0e-4ebc-8ffc-05ba4a799bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.736740575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffd4d382-8df6-4c51-a00a-81a4c86185d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.736483992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb6a1670-b1b8-4ed9-a701-da042c278e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.737097078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b865c296-50d1-4c94-8554-6dc039da9528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.794131977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b865c296-50d1-4c94-8554-6dc039da9528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.794492802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb6a1670-b1b8-4ed9-a701-da042c278e30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.796562067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b1327fa5-2a0e-4ebc-8ffc-05ba4a799bfd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:01.797195708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffd4d382-8df6-4c51-a00a-81a4c86185d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.280166747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","reconcileID":"934fa743-0e07-493a-a263-7c061533617d","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.434429132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d17fc48a-aa09-4f43-9bdf-80e0b874e08f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.434635279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4557305d-96ca-4e4f-8d50-97a1c15bdf38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.434440096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e699946e-a424-47d6-a362-9408a109c1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.448635897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73cd6bb6-e18f-4311-afda-dc391b3ee960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.490061239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"d17fc48a-aa09-4f43-9bdf-80e0b874e08f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.490208988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4557305d-96ca-4e4f-8d50-97a1c15bdf38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.492471083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"e699946e-a424-47d6-a362-9408a109c1f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.506233493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"73cd6bb6-e18f-4311-afda-dc391b3ee960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:02.977574855Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"d94d890e-6e4f-4f8e-866e-cf469ae5f7bc","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.080057143Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"196a4587-9c50-427b-bf0c-b7a943cfe323","MaaSModelRef":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.525767476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"08e6d264-3b14-4d68-b42a-ceb30cb8d794","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.690709433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43751f5e-1004-43ac-8191-a0ba73e6e275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.69149514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"121901b1-69f8-4066-9713-d6c499af926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.692080052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bbab1df6-996d-4959-9640-841f1da08b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.692618662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d8053a4-e662-41f1-b9ea-70b9a6357d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.758221797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7d8053a4-e662-41f1-b9ea-70b9a6357d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.762872457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43751f5e-1004-43ac-8191-a0ba73e6e275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.763809031Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"af67b8e6-e041-4e9c-8925-307586b12e67","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.766593029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"121901b1-69f8-4066-9713-d6c499af926b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:03.769588334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"bbab1df6-996d-4959-9640-841f1da08b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.110959184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17d41292-da22-45ae-aaa6-824b79382a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.111378308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"06318dbc-d774-4b7a-bd1a-aba919570f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.111808078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828ce40a-5fa9-4426-97f6-709588da0459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.166905461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"17d41292-da22-45ae-aaa6-824b79382a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.166935707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"828ce40a-5fa9-4426-97f6-709588da0459","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.169134669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"06318dbc-d774-4b7a-bd1a-aba919570f5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.210798507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"26e3f58d-9eef-4b0d-b5f7-46e561cb49ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.268010427Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-bd82ce","namespace":"e2e-extmod-cfl-1-f19d4b"},"namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","reconcileID":"77d0a927-db9f-4db0-b7ea-b0a11b157ef2","namespace":"e2e-extmod-cfl-1-f19d4b","name":"e2e-cfl-bd82ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.270369823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"26e3f58d-9eef-4b0d-b5f7-46e561cb49ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.52700129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cfebeee-8135-439e-b196-5b20eb6fcf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.527326692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b47a72ec-5553-43ae-a262-259df1e03d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.527586782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634d57a1-fb87-4dc0-876f-774fd07249de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.582439369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cfebeee-8135-439e-b196-5b20eb6fcf00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.582614065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"634d57a1-fb87-4dc0-876f-774fd07249de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.587665077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b47a72ec-5553-43ae-a262-259df1e03d2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.626485967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a2aeac14-e6e1-4511-8ae5-0bb6f3ffd50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:04.682481203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"a2aeac14-e6e1-4511-8ae5-0bb6f3ffd50f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.420721973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"fb65a783-6b0f-4507-af4a-2b5e44890307","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-610390","tenantID":"e2e-autores-610390","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:05.536898543Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"fb65a783-6b0f-4507-af4a-2b5e44890307","name":"e2e-autores-610390-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:13.067460128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.206381495Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"a1840e06-359a-48f9-aad9-0789e300aab5","namespace":"llm","name":"e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.26424887Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"dc48b561-630c-4c6d-8bbc-f3ec92de7550","namespace":"llm","name":"e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.356498495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2760e144-bf1b-4f1a-9705-4c6806072678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.356734099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ea74771e-d99e-423b-b6ef-c36dbeb97ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.356498411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26395d31-7bb9-4d48-a167-e315d90a39df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.357205565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569873c-7a9c-4e08-acc6-5b05d68c3258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.411806356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2760e144-bf1b-4f1a-9705-4c6806072678","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.411945562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ea74771e-d99e-423b-b6ef-c36dbeb97ad3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.414302011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26395d31-7bb9-4d48-a167-e315d90a39df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.414346086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8569873c-7a9c-4e08-acc6-5b05d68c3258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.61258447Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"58c724b6-26d6-405e-a148-86455b42deba","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"name":"e2e-dft-677ab7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.690492026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c847a32e-f9fb-406a-bc92-895fcae975ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.690558773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ffbcd9c-d244-413e-b7e6-d3622374b08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.717330241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bc3a528-4c27-4952-b3e6-dd602dec0515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.717347222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0bc3a528-4c27-4952-b3e6-dd602dec0515","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.717726075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70174f8a-5609-4fb0-b41c-56d22ec00b82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.717741116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"70174f8a-5609-4fb0-b41c-56d22ec00b82","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.718033727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58caabf5-5f0a-4747-897e-af4f82e31d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.718045018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58caabf5-5f0a-4747-897e-af4f82e31d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.767477418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e3d2355-3276-4d96-b653-9804ab415dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.767508128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e9655aec-e2f1-44b3-8b91-6ff2e8247f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.767886187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a372f384-340a-4f7c-8684-028227136762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.768038675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"055a4a55-886c-4502-808a-af12d5b84f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.768230539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"c482f185-4dd2-4faa-8ee8-288686741c99","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"name":"e2e-dft-677ab7","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.827617754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a7e2254-d500-4d69-9fef-b4818870cbe5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.82764982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9a7e2254-d500-4d69-9fef-b4818870cbe5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828191423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"241a6d2f-9d44-426c-91cd-f56eb9e2caae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828204681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"241a6d2f-9d44-426c-91cd-f56eb9e2caae","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828539276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20328646-8be2-45d6-943b-d7c25e679156","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828558194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"20328646-8be2-45d6-943b-d7c25e679156","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828888288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05066e6a-877b-463c-a68c-3f93b4a1591c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.828899623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"05066e6a-877b-463c-a68c-3f93b4a1591c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.829272001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d032669f-c988-4960-88d9-e7464a74fd7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.829282764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d032669f-c988-4960-88d9-e7464a74fd7a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.831959627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e9655aec-e2f1-44b3-8b91-6ff2e8247f27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.845250404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a372f384-340a-4f7c-8684-028227136762","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.846711058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e3d2355-3276-4d96-b653-9804ab415dcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:18.847343365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"055a4a55-886c-4502-808a-af12d5b84f04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.148951893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1b4f498-bc54-44da-8a06-63d751a9e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.148951855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4206a0-e624-42d0-b208-71753d0483c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.204306235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1b4f498-bc54-44da-8a06-63d751a9e95a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.204315889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4206a0-e624-42d0-b208-71753d0483c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.458067968Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"0e769d4f-c760-464e-9e78-ba842345d4ff","namespace":"llm","name":"e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.508250636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"1a60cc50-1297-411d-bfd2-b21c34318ad1","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.508276514Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"1a60cc50-1297-411d-bfd2-b21c34318ad1","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.621819039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae21af2-916c-41bb-b78f-a81f2c3a2b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.622430126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"66c083ad-79df-4395-8f81-f68bc411e9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.62301937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4d797056-6d7d-4640-8778-a42219708c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.623545514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2a8afb-4b2c-4e85-818e-5e75434b93ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.69946876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2a8afb-4b2c-4e85-818e-5e75434b93ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.701719216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4d797056-6d7d-4640-8778-a42219708c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.703924671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ae21af2-916c-41bb-b78f-a81f2c3a2b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:19.706091376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"66c083ad-79df-4395-8f81-f68bc411e9bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.321461133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27f2100-3b2b-4eb7-9f46-110836b6a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.371722385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27f2100-3b2b-4eb7-9f46-110836b6a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.421827335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27f2100-3b2b-4eb7-9f46-110836b6a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:21.472092883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27f2100-3b2b-4eb7-9f46-110836b6a3d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.067498724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86b32aae-86be-440d-a5df-4b0da3b56288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.067524532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86b32aae-86be-440d-a5df-4b0da3b56288","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.122677389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b9ccc58-9c72-41ea-bdad-5d7d3902b6f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.122699193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7b9ccc58-9c72-41ea-bdad-5d7d3902b6f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.223167574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"231feb48-4385-4694-b7cd-510ce85ff346","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.348898231Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"231feb48-4385-4694-b7cd-510ce85ff346","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.403047505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aa58f3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"231feb48-4385-4694-b7cd-510ce85ff346","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.458009239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37e9c57-7820-47a4-ac2e-13e63866ca7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:22.458036129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a37e9c57-7820-47a4-ac2e-13e63866ca7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.369019061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f6905-5367-4b66-928c-9d901bb50e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.419778219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f6905-5367-4b66-928c-9d901bb50e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.474082795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f6905-5367-4b66-928c-9d901bb50e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:23.534320705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994f6905-5367-4b66-928c-9d901bb50e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.698725057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"e829908a-a283-492c-9b10-57113d34d421","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.698750101Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"e829908a-a283-492c-9b10-57113d34d421","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.799505017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"a2c03657-d792-4703-97b2-ecee2efbbe89","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.799533703Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"a2c03657-d792-4703-97b2-ecee2efbbe89","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.90310823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"6a1c1866-5c2f-4aa3-b075-66cf7b819353","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:24.958148668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"6a1c1866-5c2f-4aa3-b075-66cf7b819353","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.386604303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"0780b9fb-8823-477c-b1cd-57775ac7a769","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.386631176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"0780b9fb-8823-477c-b1cd-57775ac7a769","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.542884756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"3e446fba-c727-42d5-b941-3b88378bf345","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:25.597902093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"3e446fba-c727-42d5-b941-3b88378bf345","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.334175064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb76ee2-4440-4ab1-9fbe-d34ad44e7433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.384424954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb76ee2-4440-4ab1-9fbe-d34ad44e7433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.435530989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb76ee2-4440-4ab1-9fbe-d34ad44e7433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.486116727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"0e96deea-b420-4cfb-86df-ba672b364a07","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.486144694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"0e96deea-b420-4cfb-86df-ba672b364a07","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.486578705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eb76ee2-4440-4ab1-9fbe-d34ad44e7433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.59724484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"f6b14192-0118-4353-a1b1-20e903f6f1ed","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-677ab7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.635857227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"02b6d6c7-4074-4407-95a6-54887475d3f7","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.642657506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"2d6bab41-4ef1-49d4-8afb-54eacd3742da","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.642678833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"2d6bab41-4ef1-49d4-8afb-54eacd3742da","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.696309945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6a21990-83c2-4ddd-9304-184fc7fcaeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.696581801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c4cd80-dc35-4349-94cb-4aba633bdfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.756301469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"4eaee852-96d4-4f78-bba6-9390bde64773","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.756327159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"4eaee852-96d4-4f78-bba6-9390bde64773","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.766339864Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"02b6d6c7-4074-4407-95a6-54887475d3f7","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.814190375Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c4cd80-dc35-4349-94cb-4aba633bdfc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.814511866Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6a21990-83c2-4ddd-9304-184fc7fcaeed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.848857125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"02b6d6c7-4074-4407-95a6-54887475d3f7","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.851788242Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-87690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-87690c","reconcileID":"8e44067f-4869-4149-8551-539d4755ac71","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-87690c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-87690c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.858370797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"c357d769-156c-4608-a550-3deb29a4fce0","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.858388414Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"c357d769-156c-4608-a550-3deb29a4fce0","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.868137128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c4cd80-dc35-4349-94cb-4aba633bdfc6","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:27.8710871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6a21990-83c2-4ddd-9304-184fc7fcaeed","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.909334937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2e1787-c62d-4ffb-9fc8-7de2913eac28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.909359257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d2e1787-c62d-4ffb-9fc8-7de2913eac28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.910265229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4bd70dc-b4e9-4f37-a665-7948411d93ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.910281904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f4bd70dc-b4e9-4f37-a665-7948411d93ef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.961433988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"06787560-6125-4920-ba41-2df52fae551a","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:27.961458699Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"06787560-6125-4920-ba41-2df52fae551a","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.015516174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"d71a9c95-3037-4403-b028-afbb2b10d4dc","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-677ab7","model":"e2e-dft-677ab7","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-677ab7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.073981857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4768b86d-f592-439f-a4b9-6cdaaa9b6467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.074955842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc22858-0300-405a-b028-287cfaa4abda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.129566409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4768b86d-f592-439f-a4b9-6cdaaa9b6467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.129761627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc22858-0300-405a-b028-287cfaa4abda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.176894189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"1b8e550d-a25c-4fa5-8d28-10af37e4aa92","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.184619712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fc22858-0300-405a-b028-287cfaa4abda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.23685995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"1b8e550d-a25c-4fa5-8d28-10af37e4aa92","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.279636972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"c61e7d8e-4578-4e2c-93c0-3ce250c692d2","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.279659611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"c61e7d8e-4578-4e2c-93c0-3ce250c692d2","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.291935386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"1b8e550d-a25c-4fa5-8d28-10af37e4aa92","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.33855751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af314ef-357a-42fa-966b-a24a5f891a7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.338585635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7af314ef-357a-42fa-966b-a24a5f891a7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:28.486316305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"6e1a7cc4-ab1d-4306-9228-f81b19c6828b","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-677ab7","model":"llm/e2e-dft-677ab7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.353470404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec81409-d0ff-4774-9d1c-ebf98a435252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.403999168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec81409-d0ff-4774-9d1c-ebf98a435252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.404141331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"9a0f65f4-a8f9-451d-a5bd-385900677161","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.454393089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec81409-d0ff-4774-9d1c-ebf98a435252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.454548859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"157d9488-4e0d-4dc1-aaf8-f899b84ab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.454790748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"25914d32-cd2a-4e1b-b777-b17572dde20e","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.454965827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"927a06aa-0dc9-4be2-a0da-f0f446a49ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.504922876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cec81409-d0ff-4774-9d1c-ebf98a435252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.509530688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"9a0f65f4-a8f9-451d-a5bd-385900677161","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.560826818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"25914d32-cd2a-4e1b-b777-b17572dde20e","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.561373495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"157d9488-4e0d-4dc1-aaf8-f899b84ab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.563215962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"927a06aa-0dc9-4be2-a0da-f0f446a49ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.56476532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aa58f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66cfa0fedb478be91e62638554aa7fc455d5d4b2fd0de022890917d57e7b33a2) AuthConfig (1bce746041c3d2748408aab496c899f6eff65fdcccd3b2f63928904401e1e20c) AuthConfig (a2109d167bf466b2bd5a858e51abf8ef94c929f81599beed6847d80567ac8aa2) AuthConfig (9b511ad526ece3e6bb2bc3ea67b805ae58e839e841d9bc02317ff2cf360fd017) AuthConfig (9f889fa8673a7eadaecfec981008ab6ac32f317f702e52938d1b1ddfc837177f) AuthConfig (894de930fa647e638068adbd1732f9babd9860bb3f6f224386960d3b55e152b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"9a0f65f4-a8f9-451d-a5bd-385900677161","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.614953536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"157d9488-4e0d-4dc1-aaf8-f899b84ab1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.615352549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"25914d32-cd2a-4e1b-b777-b17572dde20e","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.617025186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"927a06aa-0dc9-4be2-a0da-f0f446a49ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.620588501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2199184-ef4f-4af1-a4a1-1d51c00bb48a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.620602185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2199184-ef4f-4af1-a4a1-1d51c00bb48a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.670508146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9039b25e-8318-4df9-bf13-f9a2cfe72bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:29.670526536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9039b25e-8318-4df9-bf13-f9a2cfe72bf6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:31.774321101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099fad62-dafb-49c9-8ede-a35d97408379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:31.832521074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099fad62-dafb-49c9-8ede-a35d97408379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:31.891293015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099fad62-dafb-49c9-8ede-a35d97408379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:31.985572852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"099fad62-dafb-49c9-8ede-a35d97408379","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:33.926165768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac86625-8e86-41b8-a723-d38fb4c6c53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:33.976235243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac86625-8e86-41b8-a723-d38fb4c6c53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.026598868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac86625-8e86-41b8-a723-d38fb4c6c53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:34.076536201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ac86625-8e86-41b8-a723-d38fb4c6c53f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:35.896980182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cfac5d-8ef3-47e1-9631-d24121f463d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:35.947208781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cfac5d-8ef3-47e1-9631-d24121f463d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:35.99719826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cfac5d-8ef3-47e1-9631-d24121f463d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:36.047183358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cfac5d-8ef3-47e1-9631-d24121f463d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.816378661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1850de1a-c6b8-49e6-abd4-97b7d12dea08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.816437343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"95ed42d4-f9c2-459c-ada8-6555eea555dc","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.816915499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ebbe94-f4f6-49a6-8cd7-1b3d840d2a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.872426236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"95ed42d4-f9c2-459c-ada8-6555eea555dc","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.872700618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1850de1a-c6b8-49e6-abd4-97b7d12dea08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.874709601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ebbe94-f4f6-49a6-8cd7-1b3d840d2a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.915798742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9423f461-a9c3-4d6b-be5d-7bc0a7ebcd11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.926414252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"95ed42d4-f9c2-459c-ada8-6555eea555dc","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.926890064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-aa58f3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (66cfa0fedb478be91e62638554aa7fc455d5d4b2fd0de022890917d57e7b33a2) AuthConfig (1bce746041c3d2748408aab496c899f6eff65fdcccd3b2f63928904401e1e20c) AuthConfig (a2109d167bf466b2bd5a858e51abf8ef94c929f81599beed6847d80567ac8aa2) AuthConfig (9b511ad526ece3e6bb2bc3ea67b805ae58e839e841d9bc02317ff2cf360fd017) AuthConfig (9f889fa8673a7eadaecfec981008ab6ac32f317f702e52938d1b1ddfc837177f) AuthConfig (894de930fa647e638068adbd1732f9babd9860bb3f6f224386960d3b55e152b1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1850de1a-c6b8-49e6-abd4-97b7d12dea08","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.928742524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e8ebbe94-f4f6-49a6-8cd7-1b3d840d2a22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:39.97126152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9423f461-a9c3-4d6b-be5d-7bc0a7ebcd11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:40.025558194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9423f461-a9c3-4d6b-be5d-7bc0a7ebcd11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.072652638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.272537207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac123e2a-831f-4f94-b1c2-9e877c94ff9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.272655972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac123e2a-831f-4f94-b1c2-9e877c94ff9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.378900866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"namespace":"ai-tenant-e2e-mt-e8d7d911","name":"e2e-policy-e8d7d911","reconcileID":"90292816-7280-4bd3-bbe2-5473bbfed9bb","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.439321286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"namespace":"ai-tenant-e2e-mt-e8d7d911","name":"e2e-policy-e8d7d911","reconcileID":"90292816-7280-4bd3-bbe2-5473bbfed9bb","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.501468253Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"namespace":"ai-tenant-e2e-mt-e8d7d911","name":"e2e-policy-e8d7d911","reconcileID":"90292816-7280-4bd3-bbe2-5473bbfed9bb","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.556517156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"987a07da-7fd8-45cc-81f6-3c0080634c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:43.556640699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"987a07da-7fd8-45cc-81f6-3c0080634c39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.861515723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166c5b68-b000-45d9-b7d4-26c6b0cfd7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.911756745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166c5b68-b000-45d9-b7d4-26c6b0cfd7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:46.961685767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166c5b68-b000-45d9-b7d4-26c6b0cfd7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:47.011764633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"166c5b68-b000-45d9-b7d4-26c6b0cfd7c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:48.919274206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af902d-49ce-45aa-acf0-1e680a928f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:48.970558021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af902d-49ce-45aa-acf0-1e680a928f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.021216684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af902d-49ce-45aa-acf0-1e680a928f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.071485357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20af902d-49ce-45aa-acf0-1e680a928f5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:49.945708067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"415abc01-72f4-4b1e-9ea0-ccb99de652ad","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-677ab7","model":"llm/e2e-dft-677ab7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.028804186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"b5821781-fc90-45e5-bdef-109d270f05f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.084144328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"b5821781-fc90-45e5-bdef-109d270f05f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.127293161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"08647b7c-1a6b-4eb0-8d9f-e750dfe593d1","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.128109566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44375af3-9ddd-4d6e-8f1b-60ea338eec41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.189870848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44375af3-9ddd-4d6e-8f1b-60ea338eec41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.190525899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"08647b7c-1a6b-4eb0-8d9f-e750dfe593d1","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.209878231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"25db015c-0258-46d0-9f59-3e24e1392f49","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.209899027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"25db015c-0258-46d0-9f59-3e24e1392f49","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.229065717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"116b10a4-4a50-45a8-a35c-b62a2bf85a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.243924875Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"44375af3-9ddd-4d6e-8f1b-60ea338eec41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.244805433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"08647b7c-1a6b-4eb0-8d9f-e750dfe593d1","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.284428832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"116b10a4-4a50-45a8-a35c-b62a2bf85a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.300826416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfc63f21-2b9d-468e-99ca-f3162b0de540","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.300840789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dfc63f21-2b9d-468e-99ca-f3162b0de540","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.338292477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"116b10a4-4a50-45a8-a35c-b62a2bf85a5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.353636074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"1dcd21c3-0a5d-4601-9b17-f18fcc8fd0cd","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.353654649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"1dcd21c3-0a5d-4601-9b17-f18fcc8fd0cd","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.404291084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd148152-984a-4672-990d-4c503220cb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.404309825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd148152-984a-4672-990d-4c503220cb92","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.537907172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c92ce9c-2b70-4b5e-924f-0faca73e31a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.538481508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"08d37473-afbe-469e-a552-1694be2406b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.539111416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"71462bbe-6315-4dd3-9244-5b85e03029ae","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.60131226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c92ce9c-2b70-4b5e-924f-0faca73e31a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.603418528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"08d37473-afbe-469e-a552-1694be2406b3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.605788949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"71462bbe-6315-4dd3-9244-5b85e03029ae","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.642757595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4094118-3f1e-4e4e-8553-360f53de84db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.655679792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c92ce9c-2b70-4b5e-924f-0faca73e31a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.659508337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"71462bbe-6315-4dd3-9244-5b85e03029ae","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.700014885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4094118-3f1e-4e4e-8553-360f53de84db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:50.707465946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c92ce9c-2b70-4b5e-924f-0faca73e31a5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:50.710901938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"71462bbe-6315-4dd3-9244-5b85e03029ae","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-677ab7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.754778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4094118-3f1e-4e4e-8553-360f53de84db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:29:50.806696504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4094118-3f1e-4e4e-8553-360f53de84db","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.911867954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029dbbd8-0c0f-4bb3-b950-6d2beb5b9811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.914166352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"77d2f5d3-905c-4208-abaf-81d3fb64ac74","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.96739319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029dbbd8-0c0f-4bb3-b950-6d2beb5b9811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:50.969324147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"77d2f5d3-905c-4208-abaf-81d3fb64ac74","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.011998243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60399777-1e36-46c6-96c0-a471d4549aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.021596492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"029dbbd8-0c0f-4bb3-b950-6d2beb5b9811","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.023489619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"77d2f5d3-905c-4208-abaf-81d3fb64ac74","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.067572242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60399777-1e36-46c6-96c0-a471d4549aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:51.122042034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"60399777-1e36-46c6-96c0-a471d4549aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.103737256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"bb68fa4b-7667-4423-bb9c-3372fdfdf5b8","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.103766049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"bb68fa4b-7667-4423-bb9c-3372fdfdf5b8","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.252273174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"9a2dce99-4528-4e6c-b1ef-07810463ce55","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.252293505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b98b9c08-028e-4033-b436-419c7ff31acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.252759289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdf0d96-4147-4d2b-b6ba-4eb87d2cc85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.259967393Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"02f96359-98de-49e6-9de6-aee8962db259","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5d6888e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.308677916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdf0d96-4147-4d2b-b6ba-4eb87d2cc85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.30871249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b98b9c08-028e-4033-b436-419c7ff31acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.311082782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"9a2dce99-4528-4e6c-b1ef-07810463ce55","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.363611293Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b98b9c08-028e-4033-b436-419c7ff31acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.363726166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdf0d96-4147-4d2b-b6ba-4eb87d2cc85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.365323121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"9a2dce99-4528-4e6c-b1ef-07810463ce55","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.566764236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad7417c8-d72a-4ace-840c-92b6f58db04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.566903462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75d015b-f484-4c8c-8c85-831cd9cfb412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.56676419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"f6ca616b-e1a1-4050-b33d-e42fd6ce5f9a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.622800037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75d015b-f484-4c8c-8c85-831cd9cfb412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.624051567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad7417c8-d72a-4ace-840c-92b6f58db04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.625421916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"f6ca616b-e1a1-4050-b33d-e42fd6ce5f9a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.677316869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a75d015b-f484-4c8c-8c85-831cd9cfb412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.677961038Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ad7417c8-d72a-4ace-840c-92b6f58db04d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:29:56.679349617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8aaabf372927f84bec8c84599c54dfc7a09567307499d1765fd6dd2ee6c63cfb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (daaa9ffc533d168191949f50e695300886553be7bafc2bbc7992a5b47719332b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ea10f3c82dcbc565de509527bb46aa6b892787511d815a9628fcbfef926e0941) AuthConfig (3530f3cef7c9495417b397a1bb21de3189345ec0db7e93a03565533e8b02c036) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"f6ca616b-e1a1-4050-b33d-e42fd6ce5f9a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:04.326281092Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"namespace":"ai-tenant-e2e-mt-e8d7d911","name":"e2e-policy-e8d7d911","reconcileID":"4b44effc-a7da-4a49-ad5b-1a2f8ddf00c7","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:04.426517976Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"namespace":"ai-tenant-e2e-mt-e8d7d911","name":"e2e-policy-e8d7d911","reconcileID":"4b44effc-a7da-4a49-ad5b-1a2f8ddf00c7","MaaSAuthPolicy":{"name":"e2e-policy-e8d7d911","namespace":"ai-tenant-e2e-mt-e8d7d911"},"policyNamespace":"ai-tenant-e2e-mt-e8d7d911","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.311049258Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"4a0eb0f5-a201-46ca-b308-a9b9b98ee137","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-677ab7","subscription":"e2e-dft-677ab7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.412218598Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"4a0eb0f5-a201-46ca-b308-a9b9b98ee137","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.46291697Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-sub","reconcileID":"4a0eb0f5-a201-46ca-b308-a9b9b98ee137","MaaSSubscription":{"name":"e2e-dft-677ab7-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-677ab7","namespace":"llm","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.751616987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"76601406-c86b-4e30-b877-5eafd61ac4e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.852926224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a62972e8-0ef2-43e7-a18b-3c1b878d91a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.861599652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"a0be075b-a5d1-48ab-974e-b7276a3fe180","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.861622052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"a0be075b-a5d1-48ab-974e-b7276a3fe180","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.877654998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"8d020c82-585c-44c7-8f9c-8f164dffa981","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.879213948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfc5931c-2ad3-492e-b744-1b9db10d1e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.879248218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"73f39f66-6d87-45de-a2e2-ad9828f5af8a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:06.87971964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7a676c-f7ef-40b7-bcfc-d15e37ec0e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.003313354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfc5931c-2ad3-492e-b744-1b9db10d1e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.008037997Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7a676c-f7ef-40b7-bcfc-d15e37ec0e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.008075498Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"73f39f66-6d87-45de-a2e2-ad9828f5af8a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.020011265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"3c8a8592-add1-4b5b-9e9e-c4606f22fc51","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.0200358Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"3c8a8592-add1-4b5b-9e9e-c4606f22fc51","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.057359976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfc5931c-2ad3-492e-b744-1b9db10d1e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.059639969Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"73f39f66-6d87-45de-a2e2-ad9828f5af8a","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-677ab7-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2175\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.059689513Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"73f39f66-6d87-45de-a2e2-ad9828f5af8a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.059834918Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-677ab7-access","reconcileID":"a2f4183b-15e0-4f93-a13c-3a08a2efcb8e","MaaSAuthPolicy":{"name":"e2e-dft-677ab7-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.063888152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d7a676c-f7ef-40b7-bcfc-d15e37ec0e68","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.122298559Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"3c8a8592-add1-4b5b-9e9e-c4606f22fc51","name":"e2e-dft-677ab7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-677ab7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:07.122360762Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"3c8a8592-add1-4b5b-9e9e-c4606f22fc51","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-677ab7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.122547771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f5736e0-10bc-4f89-9387-a790034234b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.12255838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4f5736e0-10bc-4f89-9387-a790034234b3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.122888625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d495f26-cd06-4300-a352-2f97b0c49f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.122898798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d495f26-cd06-4300-a352-2f97b0c49f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.17977363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"e5c6e89d-a939-432f-96a7-b886e93a8aec","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.179798239Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"e5c6e89d-a939-432f-96a7-b886e93a8aec","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.213433517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ceabd3a-f141-47db-be3b-216413a19296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.262663721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa52f2f-875a-43c3-b543-fafbd1fc8370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.26988376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ceabd3a-f141-47db-be3b-216413a19296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.317777482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa52f2f-875a-43c3-b543-fafbd1fc8370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.320249724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"df753781-dc9f-4f8e-9b10-55e6978f483c","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.32027551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"df753781-dc9f-4f8e-9b10-55e6978f483c","MaaSModelRef":{"name":"e2e-dft-677ab7","namespace":"llm"},"routeName":"external-model-e2e-dft-677ab7-88c48b9b3b00","namespace":"llm","model":"e2e-dft-677ab7","externalModel":"e2e-dft-677ab7","provider":"e2e-dft-677ab7-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.324263455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ceabd3a-f141-47db-be3b-216413a19296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.372490969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efa52f2f-875a-43c3-b543-fafbd1fc8370","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.38125599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552508f7-f716-468d-a859-04c1e5437ff8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.381273465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"552508f7-f716-468d-a859-04c1e5437ff8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.437801913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"16627d92-fa68-45ea-bfaf-ebbf95052710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.904554784Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"4dd33383-c632-4e6c-b552-74c277eab3d9","namespace":"llm","name":"e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.962639172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c90efb3-8c04-4ae9-be55-93f81dec7867","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.962659066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3c90efb3-8c04-4ae9-be55-93f81dec7867","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.962883019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"945860a7-6873-47f7-8d7b-d7222eca2d33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.962893741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"945860a7-6873-47f7-8d7b-d7222eca2d33","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963075157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a99d1bab-c612-4522-bb92-4f77af2e2726","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963084584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a99d1bab-c612-4522-bb92-4f77af2e2726","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963263999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2149212-0c1d-402c-964b-b9fca420790c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963273171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c2149212-0c1d-402c-964b-b9fca420790c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963699514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bd96986-8432-43f2-add6-ba95ab871f5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963716074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7bd96986-8432-43f2-add6-ba95ab871f5d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963931536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1841a13c-cc91-4765-a50a-e1c6a8e499dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.963942346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1841a13c-cc91-4765-a50a-e1c6a8e499dd","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.964152203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0071e323-9e3d-4e76-89fc-b67241365bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.964162616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0071e323-9e3d-4e76-89fc-b67241365bb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.96508147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbb17aca-8392-48d5-81d4-7d7e3db9b976","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:07.965104291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbb17aca-8392-48d5-81d4-7d7e3db9b976","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.007762421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"805008b8-8ed7-45a6-b621-11202a41f1e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.054828192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a830df6e-30bb-4bbf-aa54-a17a4c8323e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.054828041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b126307a-1283-4130-93a6-5794bd4d784f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.05734281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cdd83669-9643-45cb-b983-aa8f9b6b84e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.060757482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b71000c0-1bce-49ce-b258-aa6fa4519ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.062761832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"805008b8-8ed7-45a6-b621-11202a41f1e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.110501576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b126307a-1283-4130-93a6-5794bd4d784f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.111540802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a830df6e-30bb-4bbf-aa54-a17a4c8323e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.112881094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cdd83669-9643-45cb-b983-aa8f9b6b84e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.116248339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"b71000c0-1bce-49ce-b258-aa6fa4519ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.165470027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b126307a-1283-4130-93a6-5794bd4d784f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.165780519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a830df6e-30bb-4bbf-aa54-a17a4c8323e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.166538546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0ea6bbb-709a-4874-96e8-b73847c69195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.166556333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37c3d7f8-714d-4907-8c24-3c0dabbf8a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.33129871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c93cc4-6397-44fa-bd43-406971adc93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.331706458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3d32bcb-e6e4-4eec-87f3-c54e0431dcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.368805639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"299b87dc-9e76-483f-9eae-1b4a8378d514","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.387733153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3d32bcb-e6e4-4eec-87f3-c54e0431dcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.389888214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c93cc4-6397-44fa-bd43-406971adc93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.426792617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"299b87dc-9e76-483f-9eae-1b4a8378d514","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.44202523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3d32bcb-e6e4-4eec-87f3-c54e0431dcba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.443903894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32c93cc4-6397-44fa-bd43-406971adc93a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.531990711Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-677ab7","namespace":"llm"},"namespace":"llm","name":"e2e-dft-677ab7","reconcileID":"86b09cbf-a034-41ea-b9ad-939e5adeb06f","namespace":"llm","name":"e2e-dft-677ab7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.681785347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"49d8a903-51b7-4563-b2fa-804d18384457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.681804573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d8aa59-f61b-42c0-9aa5-06a07c8ea39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.682262699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41538c6-74c4-4d1a-83c7-e5bfa2d155c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.682459113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6d5c2a39-975f-4efe-8a5e-31c488ce72ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.732001848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"35dc6a4c-cdd9-4180-93fa-6ebb5920cfc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.737092032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"49d8a903-51b7-4563-b2fa-804d18384457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.737537661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41538c6-74c4-4d1a-83c7-e5bfa2d155c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.739711236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6d5c2a39-975f-4efe-8a5e-31c488ce72ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.739741112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d8aa59-f61b-42c0-9aa5-06a07c8ea39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.786770425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"35dc6a4c-cdd9-4180-93fa-6ebb5920cfc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.791096234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d41538c6-74c4-4d1a-83c7-e5bfa2d155c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:08.793128072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7d8aa59-f61b-42c0-9aa5-06a07c8ea39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.487818836Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"0a9de274-a4c2-497e-8e99-934f8f7dcf2a","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.543339249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"cb844d98-4295-4001-8351-b84fa737815e","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.587956208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"0a2c9597-c3c1-4108-9264-2b5222c0171c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.637794195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb6dfdb-d651-4baf-a90b-36ee1f3315c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.637882225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b4cf137d-38c2-4cff-bc2f-d1d25a35f6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.63830501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ac00eb54-d84b-4858-bb62-f50bc92c31b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.63833905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58d324d5-f914-43dc-8321-575dcb5fbeac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.643841451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"0a2c9597-c3c1-4108-9264-2b5222c0171c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.695341465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58d324d5-f914-43dc-8321-575dcb5fbeac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.695648838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb6dfdb-d651-4baf-a90b-36ee1f3315c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.697720338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"b4cf137d-38c2-4cff-bc2f-d1d25a35f6c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.697749491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"ac00eb54-d84b-4858-bb62-f50bc92c31b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.749037212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58d324d5-f914-43dc-8321-575dcb5fbeac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.749209503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cb6dfdb-d651-4baf-a90b-36ee1f3315c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.882164638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"ea127550-3926-4478-bd5e-c75aa4d4e267","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.902322997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd58d727-73a3-48f0-84e4-b365821b804c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.902545021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a13e422-b621-49cb-aedb-7b2f1ac92084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.951454941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"f79607ee-451b-4d90-9edf-87d7a5bbe976","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.958512095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd58d727-73a3-48f0-84e4-b365821b804c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.958678324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a13e422-b621-49cb-aedb-7b2f1ac92084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.972126595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39d3546e-90d2-41ae-a265-1036189f54db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.973750421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"82fbcc28-eaee-4a99-92e1-a5a96e98ee9a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.986919729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c9ea403-1bab-4027-9ae7-e8f0a97a6f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:10.986936001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c9ea403-1bab-4027-9ae7-e8f0a97a6f15","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.007053625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"f79607ee-451b-4d90-9edf-87d7a5bbe976","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.012382569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a13e422-b621-49cb-aedb-7b2f1ac92084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.012508773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd58d727-73a3-48f0-84e4-b365821b804c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.037012337Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"76619c60-dde6-4a5a-8e71-f379376aab72","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.10172921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a20c458d-6514-4d59-ad7f-114d2ba4e6f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.101758558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a20c458d-6514-4d59-ad7f-114d2ba4e6f4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.102173084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52cce78e-d58f-4861-a47a-d93b2e8dcbc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.102186466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"52cce78e-d58f-4861-a47a-d93b2e8dcbc6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.1025351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31b91a11-2f5a-4fb8-b9fa-9abc35dfa6f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.102550127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"31b91a11-2f5a-4fb8-b9fa-9abc35dfa6f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.103106971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b05fb8a4-42a7-4762-9d13-0c3c59581197","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.103120892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b05fb8a4-42a7-4762-9d13-0c3c59581197","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.103428493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a901bdae-c619-415f-b057-6fca770ee40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.10344531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a901bdae-c619-415f-b057-6fca770ee40e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.108748657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8a45271c-46ec-4551-a311-99d5de1873f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.109053641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8be1a50b-727d-4129-8256-982ee257a4da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.109071751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8be1a50b-727d-4129-8256-982ee257a4da","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.109467648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"74797976-c217-41d3-8371-5e02bc196f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.109572127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bc54aab-7113-4828-85a1-040b969c8314","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.109619265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2bc54aab-7113-4828-85a1-040b969c8314","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.167193881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"8a45271c-46ec-4551-a311-99d5de1873f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.167703305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"74797976-c217-41d3-8371-5e02bc196f75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.210034028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3ca4f7-557d-49b6-acb1-9a82c50a0b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.218588897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20782252-d335-4696-b551-16e7691447d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.284543396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20782252-d335-4696-b551-16e7691447d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.295639209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3ca4f7-557d-49b6-acb1-9a82c50a0b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.317945925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"d17c4297-b88d-41e4-adbe-d8248daca85c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.355764441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20782252-d335-4696-b551-16e7691447d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.36460011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a3ca4f7-557d-49b6-acb1-9a82c50a0b2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.376382281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"d17c4297-b88d-41e4-adbe-d8248daca85c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.715260236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"52d89f50-e225-409a-88e5-61ef7f60342f","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.778347152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"154c6129-ea6e-46e6-87a1-7be14d7008ff","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.778493576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"154c6129-ea6e-46e6-87a1-7be14d7008ff","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-823aa3-0e9b97876900","namespace":"llm","model":"e2e-dft-refs-823aa3","externalModel":"e2e-dft-refs-823aa3","provider":"e2e-dft-refs-823aa3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.843135953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"f1c81b7b-b918-498a-9379-6f1121f3b12a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.87973159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b491add-a247-4f34-af6a-e7e95c335c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.879731093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"832e2c6f-cd3f-4fbe-b8ac-18aa2f315258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.892701718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd20779c-f78c-4080-9684-f126c77d1147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.893049503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3347da61-ed97-4f41-850f-ad53ddfc3893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.898562472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"f1c81b7b-b918-498a-9379-6f1121f3b12a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.937286585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"832e2c6f-cd3f-4fbe-b8ac-18aa2f315258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.937317564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b491add-a247-4f34-af6a-e7e95c335c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.949555459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"3347da61-ed97-4f41-850f-ad53ddfc3893","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.950065862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd20779c-f78c-4080-9684-f126c77d1147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:11.991133593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b491add-a247-4f34-af6a-e7e95c335c59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.004459003Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd20779c-f78c-4080-9684-f126c77d1147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.810829434Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"474244ed-7e49-4cf9-ad64-041c32386d11","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.911212962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"fc1326ed-317f-48d5-94e2-9c0622d5d6a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.960845323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71cbcd1a-262a-4ab0-a386-98b72ed2fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.964263978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9c0b571b-38a7-4444-8b47-f9d513b122dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.966999203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"be5fd117-774d-47d3-92c1-daacf22225bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.967043271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc787c32-b482-42be-8919-eb4832265d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:12.972987986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"fc1326ed-317f-48d5-94e2-9c0622d5d6a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.016271277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71cbcd1a-262a-4ab0-a386-98b72ed2fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.01927607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9c0b571b-38a7-4444-8b47-f9d513b122dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.022196923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"be5fd117-774d-47d3-92c1-daacf22225bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.022278234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc787c32-b482-42be-8919-eb4832265d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.066045985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.070331381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71cbcd1a-262a-4ab0-a386-98b72ed2fb2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.076038873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fc787c32-b482-42be-8919-eb4832265d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.769167649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"12e2ab9d-c491-488d-900c-dcffe2919773","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:13.883983092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"12e2ab9d-c491-488d-900c-dcffe2919773","name":"e2e-api-b-87690c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.851822396Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"0bfa23e7-8172-4d6f-a6f4-713ff433cfb4","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.905048042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"c172518a-b47b-40a2-a6c9-71dc808cfc93","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.905079024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"c172518a-b47b-40a2-a6c9-71dc808cfc93","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-823aa3-0e9b97876900","namespace":"llm","model":"e2e-dft-refs-823aa3","externalModel":"e2e-dft-refs-823aa3","provider":"e2e-dft-refs-823aa3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.954301141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"aa5b15c0-0b52-4657-9af0-43fa6c7d5f47","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.955764455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3814191d-3785-41fc-8b34-ad3a7d40da9c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.955784691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"3814191d-3785-41fc-8b34-ad3a7d40da9c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.956139285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25895588-3a57-4c17-a51a-a8c2a2833fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.956158136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25895588-3a57-4c17-a51a-a8c2a2833fc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.956662725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f81dcd17-77f0-4b0b-943a-d9c5df75a308","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.956682625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f81dcd17-77f0-4b0b-943a-d9c5df75a308","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.957013551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71d76337-d68b-4565-b0d9-3549b7c80043","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.957030583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"71d76337-d68b-4565-b0d9-3549b7c80043","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.95733597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35da69d-6b30-4d33-beef-8e5c0b69ef57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:16.957352329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35da69d-6b30-4d33-beef-8e5c0b69ef57","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.002902775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a54da30d-c741-4a94-a24e-e4a46245b055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.002973439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072ec5e-9a38-4d92-9ab6-54a718a2019f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.003534336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a0a8b11-910b-4a53-9883-e2563d70a4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.004249818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f5c92b46-252a-451e-a41c-a9e692f4795d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.008001201Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"97040cd8-57e6-4985-832e-4b19bad68e0c","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-823aa3-0e9b97876900","namespace":"llm","model":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.009259815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"aa5b15c0-0b52-4657-9af0-43fa6c7d5f47","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.060091374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a0a8b11-910b-4a53-9883-e2563d70a4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.060825905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072ec5e-9a38-4d92-9ab6-54a718a2019f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.063539886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a54da30d-c741-4a94-a24e-e4a46245b055","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.065058547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f5c92b46-252a-451e-a41c-a9e692f4795d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.120382536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a0a8b11-910b-4a53-9883-e2563d70a4d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.12066043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b072ec5e-9a38-4d92-9ab6-54a718a2019f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.123204378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d6012ed-0178-43b9-94cf-1c8d96d99f5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.123347299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fc7cd62-e548-41fd-979f-e4d4a2392231","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.123769584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ba0dfb6-4646-492b-8f48-271ece0630dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.123784849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1ba0dfb6-4646-492b-8f48-271ece0630dc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.124078157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"476d87a1-5281-4cf8-a85a-c10379f347a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.124092073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"476d87a1-5281-4cf8-a85a-c10379f347a2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.124329629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8dbf99b-7226-4eb0-a3df-387a2a4d36f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.124342383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8dbf99b-7226-4eb0-a3df-387a2a4d36f4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.27345614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f26ef708-87b4-4997-a9a5-5a11f5f2d04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.273456098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab11b35c-f171-42c2-b04f-761890361d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.314389099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"5da352ab-1e0a-4770-acf8-825d82e22287","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.321858262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"252e56d8-5f29-4ac6-8a91-43a92c927eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.333541292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab11b35c-f171-42c2-b04f-761890361d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.334580396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f26ef708-87b4-4997-a9a5-5a11f5f2d04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.365148396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"9e7d9d8a-5d6c-4078-9e0f-7ecc4a96cb51","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.401609537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab11b35c-f171-42c2-b04f-761890361d0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.415227683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f26ef708-87b4-4997-a9a5-5a11f5f2d04b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.417889688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"252e56d8-5f29-4ac6-8a91-43a92c927eed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.493836923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"73dc2adf-7c22-4519-8d6e-30d3776fcb84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.49915676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"55004417-5f4f-444c-b6e2-f93f436ffedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.548765872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"73dc2adf-7c22-4519-8d6e-30d3776fcb84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.55392238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"55004417-5f4f-444c-b6e2-f93f436ffedf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.596287581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f91c9ff-ed6a-4986-991e-c54f538695f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.599599128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac8c872-3af9-4973-ac5b-0bf35623a8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.657306579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f91c9ff-ed6a-4986-991e-c54f538695f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.657650649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac8c872-3af9-4973-ac5b-0bf35623a8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.711456817Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f91c9ff-ed6a-4986-991e-c54f538695f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.71145714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dac8c872-3af9-4973-ac5b-0bf35623a8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.719903938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"25b39d5c-88cc-4b11-a1b2-112e04ad252a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:17.776253684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"25b39d5c-88cc-4b11-a1b2-112e04ad252a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.252600907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"30bbf080-c400-4341-aa14-4fed081616c1","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.305794998Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"977c6b58-fb6b-44bb-85f6-b9acb0320882","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.355893059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"dd887623-b623-4de7-85c4-73d690de1094","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.409606034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"727f123f-d56d-45d2-9ad2-1394329a8c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.409765523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"06f2f2b5-469d-4cd3-ae01-6daf8b5f04a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.409605692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d15abc8d-68dd-4c90-a699-1e7f8b0ba0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.410017293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8a4d333-70ac-4402-a62f-70669459ac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.414874102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"dd887623-b623-4de7-85c4-73d690de1094","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.466467665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"727f123f-d56d-45d2-9ad2-1394329a8c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.46654266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"06f2f2b5-469d-4cd3-ae01-6daf8b5f04a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.468956389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8a4d333-70ac-4402-a62f-70669459ac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.469200083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d15abc8d-68dd-4c90-a699-1e7f8b0ba0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.525878146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d15abc8d-68dd-4c90-a699-1e7f8b0ba0d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.527870133Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"46c79c03-f029-4fcd-a3ca-662b7688934b","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.533355792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8a4d333-70ac-4402-a62f-70669459ac14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578427172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f57ccafb-5057-40a0-9ff1-71668028e170","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578442985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f57ccafb-5057-40a0-9ff1-71668028e170","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578679006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dad6225d-d781-407f-9ebe-38993217f5d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578689595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dad6225d-d781-407f-9ebe-38993217f5d7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578920506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3559b1b3-6553-42fc-af78-39d628b57c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.578937804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3559b1b3-6553-42fc-af78-39d628b57c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.57935208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57888193-57a5-48ab-9b53-a9c21054b564","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.579370513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"57888193-57a5-48ab-9b53-a9c21054b564","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.579697215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c42cdad9-9e03-4ebf-8529-bb21ddc444a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.57971684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c42cdad9-9e03-4ebf-8529-bb21ddc444a5","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.579946996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e0e4bac-7ad9-4dd2-8f3a-5560039c20c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.579957774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2e0e4bac-7ad9-4dd2-8f3a-5560039c20c1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.580139186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b684b3cd-4cfb-4e61-88a7-0f30435362ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.580148192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b684b3cd-4cfb-4e61-88a7-0f30435362ab","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.580341014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"126fb02e-5137-4f0d-824a-fcf292cbfec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.580350375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"126fb02e-5137-4f0d-824a-fcf292cbfec8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.631116415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"e7ed9a55-6f58-4647-b6d8-58aedd2146a8","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"name":"e2e-dft-refs-823aa3","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.683604257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3b3863e6-4f95-424c-b496-b392a1d67352","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.683824661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa0fd700-7a0e-481c-b072-6b0db4250b4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.692979703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a85f901-1153-48a7-b24b-c9f7c736c095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.69298773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11b9dd1-ac9f-4547-af7b-36b74ec7860d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.744583402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"e62b819a-a9b7-4ae4-8994-a22c6ae2d3fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.750049843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a85f901-1153-48a7-b24b-c9f7c736c095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.751160173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11b9dd1-ac9f-4547-af7b-36b74ec7860d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.809177455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"e62b819a-a9b7-4ae4-8994-a22c6ae2d3fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.892592433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b11b9dd1-ac9f-4547-af7b-36b74ec7860d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:23.89276781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7a85f901-1153-48a7-b24b-c9f7c736c095","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.045338219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92848bb0-7383-4607-8d86-0464b3e6db42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.046005157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fca4f3e-5d3b-44e1-9ee3-41a2691af2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.104697883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92848bb0-7383-4607-8d86-0464b3e6db42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.104704435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fca4f3e-5d3b-44e1-9ee3-41a2691af2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.148174033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"04b49357-c7ef-4661-a845-7f8dd7aaa78c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.158717716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fca4f3e-5d3b-44e1-9ee3-41a2691af2c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.158882183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92848bb0-7383-4607-8d86-0464b3e6db42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.203204776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"04b49357-c7ef-4661-a845-7f8dd7aaa78c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.376888328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"eef4db22-74f8-4568-9739-fdbc1dc9a165","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.452846271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"8f99c9a2-2f8e-4485-8d79-7f0900714712","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.452885454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"8f99c9a2-2f8e-4485-8d79-7f0900714712","MaaSModelRef":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-823aa3-0e9b97876900","namespace":"llm","model":"e2e-dft-refs-823aa3","externalModel":"e2e-dft-refs-823aa3","provider":"e2e-dft-refs-823aa3-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.553456731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d712446-74dd-480f-ad5a-c932c2915fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.553600584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9096a948-e752-4076-b473-e189bda49375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.553457241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7b8f63a4-efc3-4464-b286-854d474f6c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.554012916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f312762-ef8c-42c2-9e7a-311f6802017c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.578359691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"544e8d46-1e88-42d8-88d7-f2f72665fcd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.617088863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"9096a948-e752-4076-b473-e189bda49375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.619949923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f312762-ef8c-42c2-9e7a-311f6802017c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.621764283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7b8f63a4-efc3-4464-b286-854d474f6c08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.62271104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d712446-74dd-480f-ad5a-c932c2915fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.633831145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"544e8d46-1e88-42d8-88d7-f2f72665fcd6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.673663571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2f312762-ef8c-42c2-9e7a-311f6802017c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:24.676374799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d712446-74dd-480f-ad5a-c932c2915fb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.780921412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-610390","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"autores-model-610390","reconcileID":"4ef0508c-388e-426f-b524-760bfbbf71d6","MaaSModelRef":{"name":"autores-model-610390","namespace":"ai-tenant-e2e-autores-610390"},"tenant":"e2e-autores-610390","gateway":"openshift-ingress/e2e-autores-610390","model":"ai-tenant-e2e-autores-610390/autores-model-610390","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:25.780950776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-610390","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"autores-model-610390","reconcileID":"4ef0508c-388e-426f-b524-760bfbbf71d6","MaaSModelRef":{"name":"autores-model-610390","namespace":"ai-tenant-e2e-autores-610390"},"routeName":"autores-model-610390-kserve-route","namespace":"ai-tenant-e2e-autores-610390","llmisvcName":"autores-model-610390","gateway":"openshift-ingress/e2e-autores-610390","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:26.548030185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"21c66f0a-0036-4724-85b5-53c6b77c194b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:26.736916578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb05926d-8330-4ed9-93df-d41e1fb57876","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:26.862511067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"f17b66da-883a-401f-a2fb-a45c7c43708c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:27.26594938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e9759772-ac9b-4c5a-b964-100f72ae3df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:29.967219178Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"1c7826e7-7bf4-4b8f-82dc-9a0c990c3896","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.02613151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6fd1f579-82b7-4960-ad76-7c938ecd0f30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026149989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6fd1f579-82b7-4960-ad76-7c938ecd0f30","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026470005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4700d46-0c14-44c4-8826-71456184f46a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026484798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4700d46-0c14-44c4-8826-71456184f46a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026718086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc6239b9-f9a6-4fca-9c14-ce630fcf52d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026730349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bc6239b9-f9a6-4fca-9c14-ce630fcf52d1","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.02694774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce251bc0-16aa-4ed1-b65b-67ff673b4d98","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.026961836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ce251bc0-16aa-4ed1-b65b-67ff673b4d98","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027159919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36e7d612-aed6-479c-ba8c-3388bb8f2e5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027169216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"36e7d612-aed6-479c-ba8c-3388bb8f2e5d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027421403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"475f1669-4813-47db-91e0-89f64f2b93c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027431434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"475f1669-4813-47db-91e0-89f64f2b93c5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027616193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"542f94d9-03fc-4c1d-baec-7e1e0701d12e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027626209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"542f94d9-03fc-4c1d-baec-7e1e0701d12e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027802946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad9628ae-3222-48af-8107-c697b43251b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.027811916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad9628ae-3222-48af-8107-c697b43251b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.0675196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"ea452a74-e332-437a-b381-c02f921b9b2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.117004966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ad6839a-9281-402a-a5bf-ee4e3c646c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.117046419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"69b18fc1-ad72-47bc-bf7a-4f4a4e71f500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.117570096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"243b70a4-2018-4b1a-997b-c6a0a47aee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.11759411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0548edfb-b501-4501-8a00-d24898ca5b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.122631979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"ea452a74-e332-437a-b381-c02f921b9b2f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.172569652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"69b18fc1-ad72-47bc-bf7a-4f4a4e71f500","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.173060015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0548edfb-b501-4501-8a00-d24898ca5b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.175591103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"243b70a4-2018-4b1a-997b-c6a0a47aee36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.175824948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ad6839a-9281-402a-a5bf-ee4e3c646c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.227117781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0548edfb-b501-4501-8a00-d24898ca5b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.227791734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d89153c4-c1a0-4cb8-9914-cf7c328a1aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.227910137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11f0d93f-e9a5-4616-8c75-120f5908fcb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.230134678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ad6839a-9281-402a-a5bf-ee4e3c646c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.291996445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e81801d-2746-461e-b756-93290ea1b731","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.292078732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3e81801d-2746-461e-b756-93290ea1b731","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.292652432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5445f300-27f9-4cba-9666-6f9474cf6c6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.292715079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5445f300-27f9-4cba-9666-6f9474cf6c6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.446431939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f154009f-8592-4f47-98ed-909ccc8a84eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.446432253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa8d774-c45b-45cc-acc3-2e409349e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.520618861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"0d6e9615-5a10-4a7a-87f7-b7fdc336cea3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.545599724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f154009f-8592-4f47-98ed-909ccc8a84eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.522067364Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-823aa3","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-823aa3","reconcileID":"5431c7fe-6e32-432a-ae8e-4834804e799d","namespace":"llm","name":"e2e-dft-refs-823aa3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.551955976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa8d774-c45b-45cc-acc3-2e409349e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.60466455Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f154009f-8592-4f47-98ed-909ccc8a84eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.606318066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"0d6e9615-5a10-4a7a-87f7-b7fdc336cea3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.606861957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa8d774-c45b-45cc-acc3-2e409349e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:30.666723533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f154009f-8592-4f47-98ed-909ccc8a84eb","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:30.667578597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7aa8d774-c45b-45cc-acc3-2e409349e073","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.676252058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"56bf77e4-ab6b-4e50-af69-9bd5019f87af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.677026118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ed396877-6fd4-45df-838e-e7d7a9ad3a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.735344086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"ed396877-6fd4-45df-838e-e7d7a9ad3a29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.735577327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"56bf77e4-ab6b-4e50-af69-9bd5019f87af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.817050789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690e9249-4064-4698-8244-20a2be94faa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.817305221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3330867b-b67f-4272-a564-53375c71d7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.877359056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3330867b-b67f-4272-a564-53375c71d7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.878149092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690e9249-4064-4698-8244-20a2be94faa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.908277353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"eec0450f-e18b-44f1-a32f-90747baeee29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.931345513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3330867b-b67f-4272-a564-53375c71d7b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.932190787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"690e9249-4064-4698-8244-20a2be94faa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:30.963170261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"eec0450f-e18b-44f1-a32f-90747baeee29","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.223633901Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"eeb8c6d1-3b6b-4a28-8ad0-eeba237cd1dc","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.279717041Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"1cba80e2-4bf0-403d-b7c8-5726edce3b35","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.328423608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"247f8870-3510-44d4-8fd1-bb8bf2183353","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.377985077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2d82aaa2-d5ca-4872-a6ae-cd1a41d12a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.378193786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c20cae1-fd77-485f-9828-bc343dc58638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.3779869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"234978c9-758a-4cb6-8ec0-9fdb1547e727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.378615589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d2d9ad-cd00-4f1f-9fcc-e3437a755e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.383596764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"247f8870-3510-44d4-8fd1-bb8bf2183353","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.433594017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"2d82aaa2-d5ca-4872-a6ae-cd1a41d12a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.434041783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c20cae1-fd77-485f-9828-bc343dc58638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.436056823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d2d9ad-cd00-4f1f-9fcc-e3437a755e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.436226067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"234978c9-758a-4cb6-8ec0-9fdb1547e727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.48826028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c20cae1-fd77-485f-9828-bc343dc58638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.490080878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d2d9ad-cd00-4f1f-9fcc-e3437a755e1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.604265963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"49049f51-ee43-4cdb-ba9c-cf4eb9519ae3","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"name":"e2e-dft-del-e9a4fa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.638918264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f14fda2-09ec-4a78-a961-b20d0a00c92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.638918009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6285639e-c2e2-4b3c-b5db-3b5596ebcc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.689082963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"60518216-11e6-4530-ac28-c4e48efad568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.694477806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6285639e-c2e2-4b3c-b5db-3b5596ebcc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.695467165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f14fda2-09ec-4a78-a961-b20d0a00c92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.705435446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce9db2af-5e07-4775-b1f9-6eb26db89158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.709601138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d18b924b-f2d4-4c9e-ab7f-1ae0ae906cb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.709655724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47a195a2-1cec-411a-8e37-ce4440300729","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.709677502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47a195a2-1cec-411a-8e37-ce4440300729","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710086192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1092e84-529e-48cd-b94a-fdcad4d97783","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710107134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a1092e84-529e-48cd-b94a-fdcad4d97783","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710456328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"944da10d-09bd-4fae-bf18-ccb0f0839178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710473277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"944da10d-09bd-4fae-bf18-ccb0f0839178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710905172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cffab2b0-dfef-40f7-973f-3adf2169f9df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.710923853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"cffab2b0-dfef-40f7-973f-3adf2169f9df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.711248338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2707d2c0-4b0a-413d-945c-0845bad79fa6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.711263651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2707d2c0-4b0a-413d-945c-0845bad79fa6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.711589686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d238f6e-6296-4408-bd90-bcfaf6f7a48a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.711604612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0d238f6e-6296-4408-bd90-bcfaf6f7a48a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.712092749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47648170-9692-479e-8613-c1d4f07ab33c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.712111208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"47648170-9692-479e-8613-c1d4f07ab33c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.712924747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"455a47c2-d545-4277-80f5-239403989ebf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.712941355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"455a47c2-d545-4277-80f5-239403989ebf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.744117156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"60518216-11e6-4530-ac28-c4e48efad568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.748585769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6285639e-c2e2-4b3c-b5db-3b5596ebcc8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.749347964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f14fda2-09ec-4a78-a961-b20d0a00c92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.763238534Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"e8297bc1-4eb1-4c36-9bc5-9087536c235e","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"name":"e2e-dft-del-e9a4fa","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.839582712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8e34b2bd-b148-477e-8e1b-f957ca094b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.840497957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"68890ef2-6c39-409a-bffd-b6e450239183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.896012344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"8e34b2bd-b148-477e-8e1b-f957ca094b33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.909742344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"68890ef2-6c39-409a-bffd-b6e450239183","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.948721558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18cb6d32-5418-4077-bf11-f6ceecdaf65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:32.948857003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c70fb9f-0cee-4ed7-83ca-83fcecae3783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.010747204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18cb6d32-5418-4077-bf11-f6ceecdaf65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.01277283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c70fb9f-0cee-4ed7-83ca-83fcecae3783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.04519765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1322835c-1986-42fb-956b-ecab1cfe6ad7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.06959474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18cb6d32-5418-4077-bf11-f6ceecdaf65a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.071458566Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c70fb9f-0cee-4ed7-83ca-83fcecae3783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.101175465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1322835c-1986-42fb-956b-ecab1cfe6ad7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.494789455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"d29a7368-b235-4b8a-93bd-ee01c4ae6d22","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.545779895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"6396728d-b51f-4df2-a96a-9a5bc5227f02","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.545807668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"6396728d-b51f-4df2-a96a-9a5bc5227f02","MaaSModelRef":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"routeName":"external-model-e2e-dft-del-e9a4fa-a7d0a0c6c61e","namespace":"llm","model":"e2e-dft-del-e9a4fa","externalModel":"e2e-dft-del-e9a4fa","provider":"e2e-dft-del-e9a4fa-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.595229967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"bccc26b4-4d9c-4f59-bdda-39cd2e7818d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.650612272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"bccc26b4-4d9c-4f59-bdda-39cd2e7818d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.657859613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9a0fdd62-0961-49da-a10c-29938e7f1e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.65785322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"022be6c0-2cb1-4957-a2ca-f8598225f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.658496991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"81ac36e7-94c3-48bb-bc62-ab09577e7346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.658527602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2dead7-246f-4ebd-ba43-fe0dad2a5a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.712986481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"9a0fdd62-0961-49da-a10c-29938e7f1e66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.714223679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2dead7-246f-4ebd-ba43-fe0dad2a5a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.71533125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"022be6c0-2cb1-4957-a2ca-f8598225f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.71637269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"81ac36e7-94c3-48bb-bc62-ab09577e7346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.768289392Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea2dead7-246f-4ebd-ba43-fe0dad2a5a0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:33.768947481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"022be6c0-2cb1-4957-a2ca-f8598225f016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.537642419Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"23b7b8e7-1254-4d5a-9b7f-48aec2a90dde","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.638591775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"9ba7a9a6-e5f2-41f7-8ca9-40cf7d4942d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.68768782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2dbb6a35-2f53-405b-926a-9aba832a10c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.687985377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202fe290-7c90-4467-be1d-1d7f581b37f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.688147176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"23d91f1f-4720-427d-ab6d-d6b292d02db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.688368576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c02813-4379-4d1e-a419-c201171568ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.693751117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"9ba7a9a6-e5f2-41f7-8ca9-40cf7d4942d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.742878738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"23d91f1f-4720-427d-ab6d-d6b292d02db9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.743183773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2dbb6a35-2f53-405b-926a-9aba832a10c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.745540368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202fe290-7c90-4467-be1d-1d7f581b37f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.745765622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c02813-4379-4d1e-a419-c201171568ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.799554677Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8c02813-4379-4d1e-a419-c201171568ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:34.799571743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202fe290-7c90-4467-be1d-1d7f581b37f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.898612786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"6ecc7202-f61d-4ceb-b0dd-9658515463a8","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955193295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64a15b88-50e8-4837-b272-4c0e7fbcdea6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955217633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"64a15b88-50e8-4837-b272-4c0e7fbcdea6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955536352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a6827554-b7cf-4bf2-a524-a0f5658b0bc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955550306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a6827554-b7cf-4bf2-a524-a0f5658b0bc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955763388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0113a7c0-510d-45df-be31-74fd67ea4978","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955774827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0113a7c0-510d-45df-be31-74fd67ea4978","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955949324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc68498c-f51f-4979-904f-02dc90ea89d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.955959188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bc68498c-f51f-4979-904f-02dc90ea89d3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956129439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5eae35e4-f130-40b2-b343-26edc08726af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956139123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5eae35e4-f130-40b2-b343-26edc08726af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956360615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9dcd868c-20d2-4d75-abe8-f7ab18f3dbb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956371361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9dcd868c-20d2-4d75-abe8-f7ab18f3dbb7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956569633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b874c8af-b20f-48a6-9f69-15c7d70f5d11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956579794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b874c8af-b20f-48a6-9f69-15c7d70f5d11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.95675827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aaec594-4e93-4cd5-af84-25d4c987ea3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:38.956767947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aaec594-4e93-4cd5-af84-25d4c987ea3e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.001482015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"b82f5129-684d-4fd0-866a-7fae31f68163","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.050542456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cbef037b-a110-4408-ae7b-a510feda9995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.050718989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6227e8e9-bcfe-4f63-a9da-912671488f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.050957024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"83a1e22b-f625-4d47-95ec-3a2a74567e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.050549392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eeb4b98-6099-4783-9808-05d1e9efd2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.056445604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"b82f5129-684d-4fd0-866a-7fae31f68163","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.107281836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eeb4b98-6099-4783-9808-05d1e9efd2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.107846549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6227e8e9-bcfe-4f63-a9da-912671488f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.110022785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"83a1e22b-f625-4d47-95ec-3a2a74567e39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.110376066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"cbef037b-a110-4408-ae7b-a510feda9995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.158598109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"688351c9-74d9-412f-821e-ed98f48ad7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.158962159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"490a6b86-4c83-4c01-9c56-f06932346dd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.161610699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eeb4b98-6099-4783-9808-05d1e9efd2d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.161679198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6227e8e9-bcfe-4f63-a9da-912671488f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.311750489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3153afe1-7b99-4b0f-98cb-9efed1cf0700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.311751145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4971a926-95f2-44b1-8059-6ac73fc7a19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.361745339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1f20f529-4221-4dc5-9c5f-a340bf9f4df9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.367433812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3153afe1-7b99-4b0f-98cb-9efed1cf0700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.367503614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4971a926-95f2-44b1-8059-6ac73fc7a19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.430595546Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-e9a4fa","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-e9a4fa","reconcileID":"784432e8-7b05-47a2-a233-c1c6bb85ac37","namespace":"llm","name":"e2e-dft-del-e9a4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.433930192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4971a926-95f2-44b1-8059-6ac73fc7a19a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.436805377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3153afe1-7b99-4b0f-98cb-9efed1cf0700","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.442816433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1f20f529-4221-4dc5-9c5f-a340bf9f4df9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.584226115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4850bcee-ab7d-4502-95e4-40cec2bbfceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.584269338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f2628a35-df31-45e9-97ac-ec321d861d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.602036354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3419c734-74de-42bb-9d8a-6764bead17a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.640147722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"f2628a35-df31-45e9-97ac-ec321d861d16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.641192962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"4850bcee-ab7d-4502-95e4-40cec2bbfceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.657326644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3419c734-74de-42bb-9d8a-6764bead17a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.684067263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"990cb4b2-ba3d-4e86-b0ca-df79925d45d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.711277675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3419c734-74de-42bb-9d8a-6764bead17a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.733985137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1eb2137a-15df-484d-ba64-5b109ce75c42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.739714612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"990cb4b2-ba3d-4e86-b0ca-df79925d45d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.788717322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"1eb2137a-15df-484d-ba64-5b109ce75c42","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:39.793903838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"990cb4b2-ba3d-4e86-b0ca-df79925d45d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.072517379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.362126885Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"879dfad9-5bba-4e74-985d-be31f9d9d2f4","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.417875687Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"ec020206-7cda-49ef-951c-aac0263bc0a7","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.465624842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"dd198aab-47d7-4213-ae3a-76d4ba7a6afe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.520882024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"90cee7d1-273c-4941-868f-17df79937cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.520907977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"738bc3bb-b361-4642-ad00-cd0620dd3a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.52147839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f913d676-2ecc-48bd-83ad-62ab8809039e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.543138059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8466d829-cb09-4d43-8be4-3e9d15a888d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.550027717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"dd198aab-47d7-4213-ae3a-76d4ba7a6afe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.576750767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"f913d676-2ecc-48bd-83ad-62ab8809039e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.576861846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"738bc3bb-b361-4642-ad00-cd0620dd3a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.578929064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"90cee7d1-273c-4941-868f-17df79937cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.598644276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8466d829-cb09-4d43-8be4-3e9d15a888d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.630983752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"738bc3bb-b361-4642-ad00-cd0620dd3a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.652858271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8466d829-cb09-4d43-8be4-3e9d15a888d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.743816773Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"1c6ea530-094b-4681-a6d9-5b1e29bfdb7b","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.781466164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38f2cf0c-6a10-41f5-8510-8eea06983009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.836988183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38f2cf0c-6a10-41f5-8510-8eea06983009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.850385421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"bb58529c-3fc6-4520-ae0c-53ff77ad0d2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.881171056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7728408b-4c78-4b10-ab57-55d31b873652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.891725211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38f2cf0c-6a10-41f5-8510-8eea06983009","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.899488316Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"40beec98-379e-4255-84a4-d9246c08b9a4","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.899812484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c8532a21-6e39-4082-a302-935322335c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.90682487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"bb58529c-3fc6-4520-ae0c-53ff77ad0d2d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.936459917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7728408b-4c78-4b10-ab57-55d31b873652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.955187279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"c8532a21-6e39-4082-a302-935322335c30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.993884744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7728408b-4c78-4b10-ab57-55d31b873652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:43.999973388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"44246b62-4364-46f5-b5c2-5b2efd2be123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:44.017548769Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"40beec98-379e-4255-84a4-d9246c08b9a4","name":"e2e-fail-dfab4110","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-dfab4110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:30:44.017687834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"40beec98-379e-4255-84a4-d9246c08b9a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-dfab4110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.056297741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"44246b62-4364-46f5-b5c2-5b2efd2be123","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.067575477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2b4176aa-826b-42db-aff8-c868dc64236a","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.067769802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"d560ff3c-8ccb-4ceb-b237-a43ea740804b","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.206491655Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2b4176aa-826b-42db-aff8-c868dc64236a","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.261487081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2b4176aa-826b-42db-aff8-c868dc64236a","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.366592754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"d661f71a-a44a-488b-9590-699c84fba6bb","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.593218448Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"06a629cf-490b-4840-93d7-d8e6acc8b032","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.657243548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"b53aeb3a-9e87-469a-90de-f21809109cb0","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.669524192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"b53aeb3a-9e87-469a-90de-f21809109cb0","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.707027412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"4d5d776b-40c0-420e-b6f3-20cba3b74361","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.707159038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"172a516f-35a3-4f62-8a5f-63f54f8fd2cf","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.756202836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be65f75-3243-4e51-a2b0-2e274b9995bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.756969525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7449e979-4ef6-4535-8e69-e8240c8c7740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.757436893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e24814e-f27d-4bab-98ad-257bcd05d740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.762480041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"172a516f-35a3-4f62-8a5f-63f54f8fd2cf","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.762532223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"4d5d776b-40c0-420e-b6f3-20cba3b74361","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.813491998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7449e979-4ef6-4535-8e69-e8240c8c7740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.81376016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e24814e-f27d-4bab-98ad-257bcd05d740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.815969511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be65f75-3243-4e51-a2b0-2e274b9995bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.81620708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"172a516f-35a3-4f62-8a5f-63f54f8fd2cf","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.86800123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6e24814e-f27d-4bab-98ad-257bcd05d740","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.869795655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (cad4eb0e769785348bcc7913a67eeda21fc4963c77066f3c49bfb6b5e763b76a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (30d616b7dfdef484d583dd3f72d36e19cd474f981dcdea5fda48e64298025eef) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a6580eadab3f93db0b734d1b0ff349673100b65ac1a0cf69da0b230150dcb4a5) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aaf75b6ee3098ad67e8d97f9a210ed8cfc6e25317229bd09bea2f51c01e965fe) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0be65f75-3243-4e51-a2b0-2e274b9995bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:44.966054718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7c5d8cb9-ae3d-4550-8c6c-cb0be75207b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.016275674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"3675699b-0c94-4d51-92c5-45e210664ec0","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.021003605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"7c5d8cb9-ae3d-4550-8c6c-cb0be75207b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.071788991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"3675699b-0c94-4d51-92c5-45e210664ec0","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:45.126167184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"3675699b-0c94-4d51-92c5-45e210664ec0","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.247953722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"49a7e653-ceda-4b1c-8f6d-8c5b038303db","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.316197227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"49a7e653-ceda-4b1c-8f6d-8c5b038303db","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.376907225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (e63f6183859804e12503cd5d29b07374bee845155c4c585295deba74d6524149) AuthConfig (66a5a2493337e97bb9158c3a4bbb867792fef6c28d9192d93ec10da8ab2761d7) AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1) AuthConfig (feaf4f3c274cbd3e85882cab9c8c76de5d38379faca75a69a48fc7381df3de8f) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (8959192c057528989712526b593bbf15f1c2f7272f3b9c4bd5938f143da984f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"49a7e653-ceda-4b1c-8f6d-8c5b038303db","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.490499156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"522d203e-bd09-408a-9b20-75ab417ef679","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:51.490525445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"522d203e-bd09-408a-9b20-75ab417ef679","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.074154748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14ee1803-7ff3-44d0-a8a1-8ff4bcf8be8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.074154438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775240d1-66aa-47a1-832c-d66229def645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.130795507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"14ee1803-7ff3-44d0-a8a1-8ff4bcf8be8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.130815142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"775240d1-66aa-47a1-832c-d66229def645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.390142507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"912739ad-50a6-46b5-b11c-a0ecf8cd3aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.390166521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"912739ad-50a6-46b5-b11c-a0ecf8cd3aaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.39078257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb359f35-1279-4710-ba02-f77c399989eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:55.390797418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cb359f35-1279-4710-ba02-f77c399989eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.597340788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c25cbf8-225f-4bb2-9b34-0435ca6c33e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.648032846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c25cbf8-225f-4bb2-9b34-0435ca6c33e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.698137123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c25cbf8-225f-4bb2-9b34-0435ca6c33e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:30:58.748292923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c25cbf8-225f-4bb2-9b34-0435ca6c33e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.252773517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c7a84c2-9579-4604-902e-a7aa96cc09a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.252804605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c7a84c2-9579-4604-902e-a7aa96cc09a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.305103774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099384c0-f653-4249-8017-27df007654e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.305123723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"099384c0-f653-4249-8017-27df007654e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.404797564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"94b17e35-7323-488b-98a7-8a92d71de78a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.527570858Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"94b17e35-7323-488b-98a7-8a92d71de78a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.582007358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-87690c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"94b17e35-7323-488b-98a7-8a92d71de78a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.616869612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90ecd7-2322-4f26-bbd1-e54ad10b313c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.667281607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90ecd7-2322-4f26-bbd1-e54ad10b313c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.672511353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090f5a94-b970-426d-99d4-7612d159ef17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.672533633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"090f5a94-b970-426d-99d4-7612d159ef17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.717484567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90ecd7-2322-4f26-bbd1-e54ad10b313c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:00.767590024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e90ecd7-2322-4f26-bbd1-e54ad10b313c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.540630822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2eb4bcae-66d4-4e91-83fd-64ae96de9c7e","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.595817993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2eb4bcae-66d4-4e91-83fd-64ae96de9c7e","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:01.650067297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (e63f6183859804e12503cd5d29b07374bee845155c4c585295deba74d6524149) AuthConfig (66a5a2493337e97bb9158c3a4bbb867792fef6c28d9192d93ec10da8ab2761d7) AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1) AuthConfig (feaf4f3c274cbd3e85882cab9c8c76de5d38379faca75a69a48fc7381df3de8f) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (8959192c057528989712526b593bbf15f1c2f7272f3b9c4bd5938f143da984f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2eb4bcae-66d4-4e91-83fd-64ae96de9c7e","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:05.962631509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"907c1b92-2c0e-40dc-a391-9583c3e168d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.062891676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"3e22fda0-69ce-43f1-9e84-b077a81d9b2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.08750359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"fc1c10f8-039f-481f-88c2-d4eed0f82c8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:06.277138614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c40ed905-1d19-4ec6-bc82-2ff492b3dc67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.769338063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"27a52f43-54f4-44c4-af89-fece1a40e206","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:09.824512742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"27a52f43-54f4-44c4-af89-fece1a40e206","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.058999469Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"8fef8433-5724-41f8-8345-312b0bcbc85a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.059117419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fc46f0-24f4-4593-b347-9b13668476f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.059135465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2fc46f0-24f4-4593-b347-9b13668476f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.276007203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"8fef8433-5724-41f8-8345-312b0bcbc85a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.400892383Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"8fef8433-5724-41f8-8345-312b0bcbc85a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"name":"e2e-api-a-aa58f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.400921218Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"e2e-e2e-api-a-aa58f3-policy","reconcileID":"8fef8433-5724-41f8-8345-312b0bcbc85a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-aa58f3-policy","namespace":"ai-tenant-e2e-api-a-aa58f3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-aa58f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.455391556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b91ddb-d84d-4159-a525-dd36c98a3cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.455445167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18b91ddb-d84d-4159-a525-dd36c98a3cbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.773194687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"4b084fa7-06f7-44b9-9b51-f633e29c9d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.828198063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"4b084fa7-06f7-44b9-9b51-f633e29c9d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.88174033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-87690c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (95dcff13d61cc93e0d5deee969fe8fd5a987c71f9d86f9519f304838ab47b1c6) AuthConfig (82014c30a372f807069a694ed0d6467e371b380b0b55c718077bcceeaab00112) AuthConfig (c9545d0b1d351a2ed4e8327fa1f18a92376b2e8306026ff493e2a3b861fd1a97) AuthConfig (c8204f961e63858aab6c2d581ed0525257f0110258dec595262f095a302e1062) AuthConfig (c22524a13779f03b2157c279ee0c1c62d66b10f97d9e0632b83a9b7c68d3ddb4) AuthConfig (baac2e2a80440a753ce78640aeb08b20ea90058550a0fa7182ca0744db389798)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"4b084fa7-06f7-44b9-9b51-f633e29c9d69","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.938028032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4c75c3a-db70-4712-87af-231afbf50f40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:10.938053987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4c75c3a-db70-4712-87af-231afbf50f40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.028674228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a1f720-b5e6-403e-a56f-18c4ac1e3ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.078858935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a1f720-b5e6-403e-a56f-18c4ac1e3ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.128826576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a1f720-b5e6-403e-a56f-18c4ac1e3ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.178981033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a1f720-b5e6-403e-a56f-18c4ac1e3ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.751431046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2bd9d810-79aa-42d9-8001-7e2e91f86d70","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:11.80623674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"2bd9d810-79aa-42d9-8001-7e2e91f86d70","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.262678439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"90ebe20f-0887-449a-b31d-b730f62fb0eb","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:12.262704046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"90ebe20f-0887-449a-b31d-b730f62fb0eb","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.048179946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b7f4fa-1aef-4e90-9722-e0be5e20498d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.06626734Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.098235765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b7f4fa-1aef-4e90-9722-e0be5e20498d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.148774366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b7f4fa-1aef-4e90-9722-e0be5e20498d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:13.198965662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43b7f4fa-1aef-4e90-9722-e0be5e20498d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.456279849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a66acf6d-ee84-4933-9033-90099c2bbde8","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.456312811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a66acf6d-ee84-4933-9033-90099c2bbde8","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.506002158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f35ea3bf-28be-4ba0-b497-db25f96e92b4","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:15.515884193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"83684996-a887-43cc-8eac-ee52f3da8dc5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-dfab4110-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.561144324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f35ea3bf-28be-4ba0-b497-db25f96e92b4","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.613187963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a6a7c2e6-b17a-4783-ba19-4f8cbfc0c628","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.613213452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a6a7c2e6-b17a-4783-ba19-4f8cbfc0c628","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:15.715237313Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a6a7c2e6-b17a-4783-ba19-4f8cbfc0c628","name":"e2e-fail-dfab4110","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-dfab4110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:31:15.71529865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"a6a7c2e6-b17a-4783-ba19-4f8cbfc0c628","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-dfab4110\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.76599399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"039b63cf-026a-47b8-9c36-14783b5d452f","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.766018202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"039b63cf-026a-47b8-9c36-14783b5d452f","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.925190053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"4cbc756c-4464-4ac0-8b77-e49df66819cf","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.935264599Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"fad4b3fc-affd-4524-b657-0ddc1046b1d2","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","model":"e2e-fail-dfab4110","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-fail-dfab4110-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:15.980335003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"4cbc756c-4464-4ac0-8b77-e49df66819cf","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.24799728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"2ae7392a-430a-464d-a747-28d5557f9eae","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.248025052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"2ae7392a-430a-464d-a747-28d5557f9eae","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:16.449618504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"74d86cd8-b1ca-47da-8f59-c80146425499","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.763581193Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","namespace":"ai-tenant-e2e-api-a-aa58f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.763659268Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","namespace":"ai-tenant-e2e-api-a-aa58f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.763709731Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","tenant":"e2e-api-a-aa58f3","tenantID":"e2e-api-a-aa58f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.815416265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Deployment","name":"maas-api-e2e-api-a-aa58f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.876453571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Service","name":"maas-api-e2e-api-a-aa58f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.932273072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-aa58f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:20.984473616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-aa58f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.060250337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.110068331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f695cc27-5cb5-4313-87d7-496bb80b74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.110308873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"202dbe08-5df0-46c5-a875-1e75f18330f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.160760962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f695cc27-5cb5-4313-87d7-496bb80b74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.163989609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.211223899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f695cc27-5cb5-4313-87d7-496bb80b74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.261634203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f695cc27-5cb5-4313-87d7-496bb80b74ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.267539307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"202dbe08-5df0-46c5-a875-1e75f18330f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.293595542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.346391504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.396838172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Deployment","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.446620612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.556040188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Service","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.610521682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.614454861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea27a1ce-be98-40d5-9158-33a5eed68ba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.61452835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea27a1ce-be98-40d5-9158-33a5eed68ba9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.661516101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.726691316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.777665086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.8317694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.881715875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.93124862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:21.987265063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-aa58f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:22.037011139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-aa58f3"},"namespace":"ai-tenant-e2e-api-a-aa58f3","name":"default-tenant","reconcileID":"dc2e59c6-bceb-4394-9622-312114ba871d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-aa58f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:23.166925879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4ea3b-6908-450f-9ddf-32b211335490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:23.219039212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4ea3b-6908-450f-9ddf-32b211335490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:23.269068985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4ea3b-6908-450f-9ddf-32b211335490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:23.319267294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9df4ea3b-6908-450f-9ddf-32b211335490","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:25.220488808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a29075a-076a-456b-8b99-0e7267dcff4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:25.270611828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a29075a-076a-456b-8b99-0e7267dcff4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:25.320660365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a29075a-076a-456b-8b99-0e7267dcff4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:25.371138998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a29075a-076a-456b-8b99-0e7267dcff4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.890771128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"df5179b1-74e1-4468-9fc2-abd7b0129a86","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:26.896044524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ecd9b4c8-3300-4219-8a77-939c30ed1faf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.149714469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"d7edbdb8-acf1-415c-8ad4-18b669f2f73d","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.149744277Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"d7edbdb8-acf1-415c-8ad4-18b669f2f73d","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.232904953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1552ad71-98ee-49d3-9492-808c9fa38ffd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.240000261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acb43e-fe21-417b-b302-86d4d8ed5ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.290467312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acb43e-fe21-417b-b302-86d4d8ed5ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.341102898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acb43e-fe21-417b-b302-86d4d8ed5ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.398895577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95acb43e-fe21-417b-b302-86d4d8ed5ce5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.551642794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"ba0ee572-d1df-4ab8-94a4-761c102accb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.551642511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"01fe3aef-b4a0-4efb-a060-001dc6a7eb1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.605199436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"5a2da60e-46e1-4c9e-b0c3-6fb066121212","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:27.660143501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"5a2da60e-46e1-4c9e-b0c3-6fb066121212","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.796193385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"dd1a1dc6-22e1-4c75-a194-dd0158957943","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.85974651Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"8d1d842b-afa9-459f-9675-628afb7fea17","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.905480439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f04d6c68-a786-46e3-9aeb-1d0f358694e3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.905656833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"b878e526-1e7f-466b-8c43-46492657d17a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.955201429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0449b9-cfc7-4391-87f3-861c057d8596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.955386879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de81920e-39bd-4aba-a0ef-8e492442ce64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.955988086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fb888ef8-ec5d-4769-9a39-43405cf66748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.96143186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f04d6c68-a786-46e3-9aeb-1d0f358694e3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:28.961495577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"b878e526-1e7f-466b-8c43-46492657d17a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.012013393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"fb888ef8-ec5d-4769-9a39-43405cf66748","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.012029206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"de81920e-39bd-4aba-a0ef-8e492442ce64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.015467078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba0449b9-cfc7-4391-87f3-861c057d8596","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.184555092Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"3f81b902-fe90-48eb-b8a7-c5c8868882c9","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.314942167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cd5f726a-232a-44db-817d-40fd991beb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.333862368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"f20d9f0c-dcc2-407a-ad5a-c2c6e0095ffd","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.339675953Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"2cd52d5a-9ac6-44d0-8f5b-92f6b4d52dd1","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.365521788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"078733d9-1210-4d0a-ac38-5db0da17ddd4","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.365713059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"9b3e249e-8d70-4320-b57c-2e05802a4b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.369926308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"cd5f726a-232a-44db-817d-40fd991beb87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.424534711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"078733d9-1210-4d0a-ac38-5db0da17ddd4","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.425258227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fb87848-6610-41a5-a512-947a23b06f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.425526419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99f5fb7c-5a9b-431b-949c-66394e271363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.428888496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"9b3e249e-8d70-4320-b57c-2e05802a4b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.44597259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"94e302eb-1689-440b-815b-6eb43626f6af","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.446084797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"94e302eb-1689-440b-815b-6eb43626f6af","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.485319026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99f5fb7c-5a9b-431b-949c-66394e271363","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.487657882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fb87848-6610-41a5-a512-947a23b06f2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.547260905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"aafe4b2f-ab95-45c2-abee-e6e871a4d2aa","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.737323113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d51f579f-f695-4de2-a4d0-1ba0ac7ac683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.781381258Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"ea7bb489-e95f-46e3-b438-56d61b64d237","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.787819318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"e9ebf284-df92-4549-a2da-a32be924f888","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.792087761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"d51f579f-f695-4de2-a4d0-1ba0ac7ac683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.844064731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"e9ebf284-df92-4549-a2da-a32be924f888","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:29.888035416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"6d30a8e2-bc7d-4abd-9c1e-10f4953439bf","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.015428672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"6d30a8e2-bc7d-4abd-9c1e-10f4953439bf","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.029288659Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"08f071b1-adfd-4d65-8123-760791375aba","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.071099051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"6d30a8e2-bc7d-4abd-9c1e-10f4953439bf","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.084374836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"b8297650-761d-49a6-aaa3-e41fed62598e","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.084525687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"b8297650-761d-49a6-aaa3-e41fed62598e","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.182028975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7895b5a5-76b4-4671-a619-7b982f80f7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.182028997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e22c7e46-0942-420c-8e7a-4edd1a041c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.182676178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8f63d66-80fd-409d-aef5-c739a933b7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.231161622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dad3f4d0-a840-43f5-87d8-29deac3553be","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.237050608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"7895b5a5-76b4-4671-a619-7b982f80f7db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.237262738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8f63d66-80fd-409d-aef5-c739a933b7da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.239174204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"e22c7e46-0942-420c-8e7a-4edd1a041c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.242752539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"e28c6e72-b2b8-4d07-b57a-642caa996ee1","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.242768434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"e28c6e72-b2b8-4d07-b57a-642caa996ee1","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.280701347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d51fd0f4-2520-4438-acbb-7f23a4484a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.286080606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dad3f4d0-a840-43f5-87d8-29deac3553be","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.33593789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d51fd0f4-2520-4438-acbb-7f23a4484a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.340229166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dad3f4d0-a840-43f5-87d8-29deac3553be","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.450443432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"b831c4f4-e198-4609-bb53-423eb86f3264","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.505303207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"b831c4f4-e198-4609-bb53-423eb86f3264","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.536969712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"22ceb29a-59c8-4d6f-8fd4-b22e88b0006f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.536977465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"73c0618c-a51e-416a-a25f-e047d2146dcb","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.596930919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"73c0618c-a51e-416a-a25f-e047d2146dcb","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.59721656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"22ceb29a-59c8-4d6f-8fd4-b22e88b0006f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:30.650903012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"73c0618c-a51e-416a-a25f-e047d2146dcb","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.136262669Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"113179ad-2293-4c20-a70b-5f69a762a236","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.237286919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"d420d421-6173-4a12-b8b8-d80d2975857b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.238192194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dfc05cc0-9ae4-43c1-b8c5-75cf36c86b44","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.238553711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"ae0fa4a9-071a-425a-8e1e-4343ae838869","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.287447822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b86daddc-8e18-4bd4-91f5-f5387f8e303d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.28747167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ed900d-388b-4f9b-b377-5e7f90decdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.292386045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"d420d421-6173-4a12-b8b8-d80d2975857b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.29380042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"ae0fa4a9-071a-425a-8e1e-4343ae838869","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.294566296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dfc05cc0-9ae4-43c1-b8c5-75cf36c86b44","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.343697971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10ed900d-388b-4f9b-b377-5e7f90decdd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.343880286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b86daddc-8e18-4bd4-91f5-f5387f8e303d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.348361114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"dfc05cc0-9ae4-43c1-b8c5-75cf36c86b44","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.499448721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a8e75be5-da6a-463f-ba31-6b01466d5582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.554362739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"a8e75be5-da6a-463f-ba31-6b01466d5582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.647423116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"35b349c4-ed1e-4633-9966-7931ccd62355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:31.703440316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"35b349c4-ed1e-4633-9966-7931ccd62355","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:32.492658794Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-aa58f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-aa58f3","reconcileID":"20f39e76-941f-4201-b3aa-7a7ce33f3549","aitenant":"ai-tenants/e2e-api-a-aa58f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.01614355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ebfcea-2e33-4b4a-a261-0d853eb446fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.066502002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ebfcea-2e33-4b4a-a261-0d853eb446fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.116669499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ebfcea-2e33-4b4a-a261-0d853eb446fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.167500061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ebfcea-2e33-4b4a-a261-0d853eb446fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:33.2762654Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-aa58f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-aa58f3","reconcileID":"20f39e76-941f-4201-b3aa-7a7ce33f3549","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-aa58f3","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-aa58f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.225179248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e673f483-2cc2-48dd-8333-315dd75d7369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.276468453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e673f483-2cc2-48dd-8333-315dd75d7369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.326742921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e673f483-2cc2-48dd-8333-315dd75d7369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.37708263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e673f483-2cc2-48dd-8333-315dd75d7369","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.463898709Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-access","reconcileID":"1c2fd4c5-8377-49d9-bfcc-daef025c0943","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.463997739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"23b6ccf5-8c83-4677-87dc-f89fa2d564a0","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.634750646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4200d293-735a-4bfa-aab2-4b5f62f6aa7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.670941937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"cb139a99-23f3-4ae3-b547-c42bd7191545","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.690095212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"4200d293-735a-4bfa-aab2-4b5f62f6aa7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.747538417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"fce2fb20-104e-41b3-bc09-85dad5d15cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.833045625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"6c4b71e6-3551-4fe0-b90b-44729cc2c12b","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:35.998744361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"48f149d6-5570-46dd-b04d-d803c8047a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:36.053885783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"48f149d6-5570-46dd-b04d-d803c8047a60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.229489834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59d5077-0801-4bf1-9bb8-504ae6bc00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.280056915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59d5077-0801-4bf1-9bb8-504ae6bc00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.330248847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59d5077-0801-4bf1-9bb8-504ae6bc00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:37.380503124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59d5077-0801-4bf1-9bb8-504ae6bc00da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.201543954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"fdfefd25-93fa-401b-b4e8-11413a4b3e30","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.201559094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"b90e54f6-2148-46fb-a898-7d21f11f8557","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.259034299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"fdfefd25-93fa-401b-b4e8-11413a4b3e30","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.26168537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"b90e54f6-2148-46fb-a898-7d21f11f8557","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.314177405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bd7dd1551573c42993b1910feb215a44d36114d50616b2d79f9845bba7f4d75) AuthConfig (1a87b21e4dbc9dfe5a7f33ada3031fdeb0075c343c913cb843e8a1c9fcaa3209) AuthConfig (0feadfdb719ebdf698d96890ee466efa0fbdad0fbe13c3531a045978d05d3888) AuthConfig (22d2dbf984452140685b45be4de24621ade789ca7256e216c28443ce30a796e4) AuthConfig (1e069297f1afb7ea8b49bd0a7a79f86f6cf8cc38d51237d4d8395a7232e54247) AuthConfig (b933822b7b774207fdd52a58c55c15b3925eed6feeb2866beb89e51f77fd74b6) AuthConfig (6eb6b9f65df989fed5eb4eec8afbbe4f64a23719c48bb54433d459efefe5f246) AuthConfig (7643b144f9a543bc3bfe59a71f011c427257c42c90349d2fbe1e949038bf583a) AuthConfig (96ac2f53140e4f3c9485c4f7b5acfa1bf085cff9489f305b4e0451ac9098f9f1) AuthConfig (0930f79bfebd17ef341430493c6bf585a60d8c9b93cfa11741ec4863fb1e66aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"fdfefd25-93fa-401b-b4e8-11413a4b3e30","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.432096298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"b17f4085-1200-4290-9443-bdd662b24daa","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.43212206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"b17f4085-1200-4290-9443-bdd662b24daa","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:40.765045916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"8922eb34-7bc0-42bc-be7b-e6dd6d1b27d9","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.104485572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"35c04ace-706a-4824-a724-17bd01747a95","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.318824406Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"622821cf-4d95-44de-8cfd-568efeca8c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.318932762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c68e42-e2dd-4a07-ae22-5e1ea2d17a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.318957876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83c68e42-e2dd-4a07-ae22-5e1ea2d17a36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.441909794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"8a922ab8-5e45-4f3d-b20a-1441e53767ee","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.520163082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"622821cf-4d95-44de-8cfd-568efeca8c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.645465419Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"622821cf-4d95-44de-8cfd-568efeca8c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"name":"e2e-api-b-87690c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.645494308Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"e2e-e2e-api-b-87690c-policy","reconcileID":"622821cf-4d95-44de-8cfd-568efeca8c33","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-87690c-policy","namespace":"ai-tenant-e2e-api-b-87690c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-87690c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.670248323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73f31a02-8dbb-4452-9a51-cef99d7a4796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.675048386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"ee56ba7d-34f2-4182-aa88-8e609d14a865","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.701096459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0117b42b-297d-41d5-b315-dfff23340cb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.701113793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0117b42b-297d-41d5-b315-dfff23340cb9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.725542398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73f31a02-8dbb-4452-9a51-cef99d7a4796","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.78276931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"09231a5d-6781-45fc-85f2-f18b79efe2ba","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.833144118Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"d783c1bb-e0c6-4f7d-9ee5-84777349e1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.840001363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"a7e41e10-28d8-47ef-b21b-3c4aefb5dd72","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.885980538Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"d783c1bb-e0c6-4f7d-9ee5-84777349e1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:41.936846208Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"simulator-subscription","reconcileID":"d783c1bb-e0c6-4f7d-9ee5-84777349e1d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/simulator-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.029755301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5fea0949-efd7-4206-b53e-169257308cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.04347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"fdc68259-3cb2-4889-b166-724b876ee487","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.092667081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"5fea0949-efd7-4206-b53e-169257308cea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.204295158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"8222cba7-c051-4e02-ac42-44fb093b2d7d","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.408620868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73098a89-8f3e-4c58-bbec-7a063f880a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:42.514275244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"73098a89-8f3e-4c58-bbec-7a063f880a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.077114711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.286858893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9335c69-3986-427b-9d82-29184d40effd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.337090303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9335c69-3986-427b-9d82-29184d40effd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.387635513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9335c69-3986-427b-9d82-29184d40effd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:43.43755045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9335c69-3986-427b-9d82-29184d40effd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:45.316576035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd64ec3-afbf-44a6-a8b1-55e2e0fdf2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:45.366922323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd64ec3-afbf-44a6-a8b1-55e2e0fdf2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:45.417139527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd64ec3-afbf-44a6-a8b1-55e2e0fdf2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:45.467290681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dd64ec3-afbf-44a6-a8b1-55e2e0fdf2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.728130052Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","namespace":"ai-tenant-e2e-autores-610390","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.728190669Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","namespace":"ai-tenant-e2e-autores-610390","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.728241179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","tenant":"e2e-autores-610390","tenantID":"e2e-autores-610390","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.780197498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Deployment","name":"maas-api-e2e-autores-610390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.840731806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Service","name":"maas-api-e2e-autores-610390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.897639005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-610390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:46.950020286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-610390","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.006416622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.060644898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.116888764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.171891356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.222506653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Deployment","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.274069583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.324055391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Service","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.374625027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"Service","name":"payload-pre-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.424560114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"DestinationRule","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.476335146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.52629574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.580387816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.630290749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.680131211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.690285737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"46dbc1be-23cc-4015-806a-98e3471d93d9","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.731074491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c60afbe9-791a-431e-bd16-a1f794b7a494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.734565073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-610390","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.792911792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"c60afbe9-791a-431e-bd16-a1f794b7a494","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.793606339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-610390"},"namespace":"ai-tenant-e2e-autores-610390","name":"default-tenant","reconcileID":"26422a30-b882-4e57-ad48-a463024e7671","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-610390","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:47.843095901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"2f2d5864-42ec-44a6-a129-82fbe770311b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.052207147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6c92afb1-a834-4c4b-801e-e5c8151df7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.092372518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"cc2e8e38-9742-407c-ba93-d4898a28a8b7","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.107184816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"6c92afb1-a834-4c4b-801e-e5c8151df7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.142496055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"4f67ac62-3d23-4e98-aff5-9cbe0be9ddc7","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.142773579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"19553786-432c-41a7-9839-fdd6338a1cc7","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.142996025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"dc75d0ff-61b8-4f95-9107-e00a687d1f83","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.192775484Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"0aead19f-756c-45bc-bb18-f1736f50b3bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3993a46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.299883659Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"61f8e67a-0bbd-4888-8e16-ac131f60760c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3993a46b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.467339983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2c38847c-81c7-4aae-8ccd-2c574b5d7ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.474654615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"d54e9115-2609-4707-9fd2-c0bbe27be66f","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.522565515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"2c38847c-81c7-4aae-8ccd-2c574b5d7ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.726789942Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dc37357c-b54d-4bf1-abc7-3ea96061938a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:48.977890354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dc37357c-b54d-4bf1-abc7-3ea96061938a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.03790667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29b73f-5446-47d4-8234-ad0c6bb4ba30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.088250605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29b73f-5446-47d4-8234-ad0c6bb4ba30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.106063973Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dc37357c-b54d-4bf1-abc7-3ea96061938a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"e2e-worker-w3-123885-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.106081901Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-access","reconcileID":"dc37357c-b54d-4bf1-abc7-3ea96061938a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-123885"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.138426379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29b73f-5446-47d4-8234-ad0c6bb4ba30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.189051918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a29b73f-5446-47d4-8234-ad0c6bb4ba30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:49.194600114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"a805487e-4a42-451c-ab87-b2365fcef139","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.54844204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"553e1148-8401-4342-bfde-1fdcfe1611ae","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.611112173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"553e1148-8401-4342-bfde-1fdcfe1611ae","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:50.665139933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bd7dd1551573c42993b1910feb215a44d36114d50616b2d79f9845bba7f4d75) AuthConfig (1a87b21e4dbc9dfe5a7f33ada3031fdeb0075c343c913cb843e8a1c9fcaa3209) AuthConfig (0feadfdb719ebdf698d96890ee466efa0fbdad0fbe13c3531a045978d05d3888) AuthConfig (22d2dbf984452140685b45be4de24621ade789ca7256e216c28443ce30a796e4) AuthConfig (1e069297f1afb7ea8b49bd0a7a79f86f6cf8cc38d51237d4d8395a7232e54247) AuthConfig (b933822b7b774207fdd52a58c55c15b3925eed6feeb2866beb89e51f77fd74b6) AuthConfig (6eb6b9f65df989fed5eb4eec8afbbe4f64a23719c48bb54433d459efefe5f246) AuthConfig (7643b144f9a543bc3bfe59a71f011c427257c42c90349d2fbe1e949038bf583a) AuthConfig (96ac2f53140e4f3c9485c4f7b5acfa1bf085cff9489f305b4e0451ac9098f9f1) AuthConfig (0930f79bfebd17ef341430493c6bf585a60d8c9b93cfa11741ec4863fb1e66aa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"553e1148-8401-4342-bfde-1fdcfe1611ae","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.054160592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5183320f-2bb8-4cf6-8582-f131c2e16d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.104067688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5183320f-2bb8-4cf6-8582-f131c2e16d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.154056643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5183320f-2bb8-4cf6-8582-f131c2e16d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:51.205024208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5183320f-2bb8-4cf6-8582-f131c2e16d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.081936073Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-610390","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-610390","reconcileID":"5d8fdc8d-99de-467c-b6a8-1833b738059b","aitenant":"ai-tenants/e2e-autores-610390","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:52.921185885Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-610390","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-610390","reconcileID":"5d8fdc8d-99de-467c-b6a8-1833b738059b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-610390","removed":["maas.opendatahub.io/gateway-access-e2e-autores-610390"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.210028973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63e197d-6cd6-476b-a09f-da647858d439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.260589125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63e197d-6cd6-476b-a09f-da647858d439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.310662564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63e197d-6cd6-476b-a09f-da647858d439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:53.361300693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c63e197d-6cd6-476b-a09f-da647858d439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.266117651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc81f66-fe60-47ef-9939-3b08fc9de248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.316265172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc81f66-fe60-47ef-9939-3b08fc9de248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.366224273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc81f66-fe60-47ef-9939-3b08fc9de248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:55.417659408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc81f66-fe60-47ef-9939-3b08fc9de248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.443058846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38d109-aac2-42cb-8cda-fee530929fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.493432786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38d109-aac2-42cb-8cda-fee530929fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.543978362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38d109-aac2-42cb-8cda-fee530929fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:57.594056715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa38d109-aac2-42cb-8cda-fee530929fcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.143242544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"3b85327a-a666-4ac5-9d3a-221e7f804437","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.143598882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"6cf67e03-8a41-426b-b098-1eed5850d6be","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.143866512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"c37b5cb9-e201-4c41-9e37-5c58f6b39c47","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.350896393Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"524f5baa-a3d4-4025-88c2-f062d1f76334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.401686723Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"524f5baa-a3d4-4025-88c2-f062d1f76334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.452130993Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"premium-simulator-subscription","reconcileID":"524f5baa-a3d4-4025-88c2-f062d1f76334","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-123885"},"name":"maas-trlp-premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885","model":"e2e-models-e2e-worker-w3-123885/premium-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:58.775053581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"73fd60dc-3e6a-4506-8a4b-4431b598113e","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.407456201Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-509e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-509e4c","reconcileID":"acd33075-a8b7-45ce-a4c4-b4d33aeb31ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-509e4c","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-509e4c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.428812386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a65a98-cd4c-4465-8e1c-a45e9abe514b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.479286405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a65a98-cd4c-4465-8e1c-a45e9abe514b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.530879473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a65a98-cd4c-4465-8e1c-a45e9abe514b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:31:59.581617617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2a65a98-cd4c-4465-8e1c-a45e9abe514b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.766084457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"6d9458dc-e23e-400a-a920-e6c46ce8ca6e","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:00.822703704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"6d9458dc-e23e-400a-a920-e6c46ce8ca6e","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.260236044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"42b36eba-091c-45e6-89f8-7b067eeb92e1","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.260266673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"42b36eba-091c-45e6-89f8-7b067eeb92e1","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.447205688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5ebc68-46e3-4560-a8a7-9d9a369b11cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.497744228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5ebc68-46e3-4560-a8a7-9d9a369b11cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.548012067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5ebc68-46e3-4560-a8a7-9d9a369b11cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:01.598317277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5ebc68-46e3-4560-a8a7-9d9a369b11cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.06777849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"9461220b-fda4-4720-a736-7c734c0f5f93","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.067807951Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"9461220b-fda4-4720-a736-7c734c0f5f93","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.117937497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"4f2dfcc5-aa4d-498b-ae4f-4300148a4aea","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:06.123562418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"2f09a961-f2d4-4713-a675-419e186a0405","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-7e1952a9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.173872182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"4f2dfcc5-aa4d-498b-ae4f-4300148a4aea","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.223920546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"ec213b70-002f-4423-9b51-e7afba17d394","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.223950463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"ec213b70-002f-4423-9b51-e7afba17d394","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:06.326542908Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"ec213b70-002f-4423-9b51-e7afba17d394","name":"e2e-fail-7e1952a9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-7e1952a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:32:06.326611822Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"ec213b70-002f-4423-9b51-e7afba17d394","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-7e1952a9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.377594091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"98ff510d-c217-41ed-81a7-a29f068d82fb","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.377619032Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"98ff510d-c217-41ed-81a7-a29f068d82fb","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.527161323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"8df72ad0-9999-4589-abff-5b42930a0ff9","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.549752315Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"42ec5ff5-a77f-4420-a671-9498d3f4631d","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-fail-7e1952a9","model":"e2e-fail-7e1952a9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-fail-7e1952a9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.587722948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"8df72ad0-9999-4589-abff-5b42930a0ff9","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.813139041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"38874383-3fd0-4b43-b6f3-557a0fd6d689","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:06.813163314Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"38874383-3fd0-4b43-b6f3-557a0fd6d689","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:07.015271653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"1b4fe1bb-d3d2-45eb-b73a-3bb19ede2ed8","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-fail-7e1952a9","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.144648346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"71a6d259-b72d-4ab8-afc4-40d09e1c7ed0","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.144916753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"21b551d6-0217-4a61-bc09-ca3f712970ed","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.145088833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"a54140a1-4240-4470-a07e-47f7597e917b","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.387628486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","namespace":"ai-tenant-e2e-api-b-87690c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.387687578Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","namespace":"ai-tenant-e2e-api-b-87690c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.38773681Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","tenant":"e2e-api-b-87690c","tenantID":"e2e-api-b-87690c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.43998796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Deployment","name":"maas-api-e2e-api-b-87690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.500438336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Service","name":"maas-api-e2e-api-b-87690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.558178747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-87690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.61027618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-87690c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.667217056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.720427025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.775504735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"premium-w3-123885","reconcileID":"b166da01-e9e0-45d9-b7e8-e68ee1b62dfb","MaaSModelRef":{"name":"premium-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"premium-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"premium-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.775824152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.829722271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.890767041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Deployment","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.941254628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:08.991219859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Service","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.041485108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"Service","name":"payload-pre-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.091643827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.141553131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.191551969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.247972767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.297845588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.347526988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.397731746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-87690c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:09.447795321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-87690c"},"namespace":"ai-tenant-e2e-api-b-87690c","name":"default-tenant","reconcileID":"6a18541b-ff67-4f63-9867-2166c7ce723c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-87690c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:13.066831596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.255224875Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","namespace":"ai-tenant-e2e-worker-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.255282242Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","namespace":"ai-tenant-e2e-worker-w3-123885","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.255331065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","tenant":"e2e-worker-w3-123885","tenantID":"e2e-worker-w3-123885","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.31041818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Deployment","name":"maas-api-e2e-worker-w3-123885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.373528629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Service","name":"maas-api-e2e-worker-w3-123885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.430146769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-123885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.437855412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"3abc6b2c-5a08-4745-9053-fe63566ba8f7","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-fail-7e1952a9","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.482724585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-123885","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.536014937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.60254629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.657434378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.712627619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.712965046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"907c7207-3174-4de5-b06c-e8ac666d332f","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.7129819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"907c7207-3174-4de5-b06c-e8ac666d332f","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.751839729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"395d32f8-d8b7-4096-97c7-8fb9dda75f24","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.751840137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"00b3d995-188f-4dca-bd81-ccd0c7a2ec35","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.762996727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.80798822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"395d32f8-d8b7-4096-97c7-8fb9dda75f24","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.809454175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"00b3d995-188f-4dca-bd81-ccd0c7a2ec35","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.812784567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.867714941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Service","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.917438675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:14.998278854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.057992196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.116749519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.17710233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.231697477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.281632925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.379034712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-123885","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.430949366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-123885"},"namespace":"ai-tenant-e2e-worker-w3-123885","name":"default-tenant","reconcileID":"4c521e07-4630-4177-82a8-700c7446fafa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-123885","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:15.798510273Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-87690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-87690c","reconcileID":"4067c568-47df-46e9-8c25-f6c74344778e","aitenant":"ai-tenants/e2e-api-b-87690c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.371140393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cd879e-a9ac-4d87-8707-14ebbfd48eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.421568361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cd879e-a9ac-4d87-8707-14ebbfd48eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.47155446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cd879e-a9ac-4d87-8707-14ebbfd48eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.522699811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30cd879e-a9ac-4d87-8707-14ebbfd48eba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:16.635593331Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-87690c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-87690c","reconcileID":"4067c568-47df-46e9-8c25-f6c74344778e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-87690c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-87690c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.145710104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-w3-123885","reconcileID":"7c7293ba-a157-4195-badf-e7efa5093185","MaaSModelRef":{"name":"distinct-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.146014984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"distinct-2-w3-123885","reconcileID":"8066835c-3676-486b-9f20-88f42cf9669c","MaaSModelRef":{"name":"distinct-2-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"distinct-2-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"distinct-2-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.146269211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"namespace":"e2e-models-e2e-worker-w3-123885","name":"simulator-w3-123885","reconcileID":"20f07a42-183d-4caf-9d44-1f00409e0def","MaaSModelRef":{"name":"simulator-w3-123885","namespace":"e2e-models-e2e-worker-w3-123885"},"routeName":"simulator-w3-123885-kserve-route","namespace":"e2e-models-e2e-worker-w3-123885","llmisvcName":"simulator-w3-123885","gateway":"openshift-ingress/e2e-worker-w3-123885","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.602103726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a92d683-9958-420d-93d3-03c51d6bb498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.602517854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"bcab2a00-ced2-47d6-87eb-c516c52055f5","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.654115325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a92d683-9958-420d-93d3-03c51d6bb498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.704135921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a92d683-9958-420d-93d3-03c51d6bb498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.75551972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a92d683-9958-420d-93d3-03c51d6bb498","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:18.763119028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"bcab2a00-ced2-47d6-87eb-c516c52055f5","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.611951726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"4991b766-1d90-472b-8c5c-ba55ed8ba97d","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.611980459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"4991b766-1d90-472b-8c5c-ba55ed8ba97d","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.823033825Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"455cd1a1-22d9-4abe-9f91-52e128497ec3","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-16aced00","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.925453432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"9eea0b78-f84d-4946-a01b-be7b6930bc23","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:19.985657357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"9eea0b78-f84d-4946-a01b-be7b6930bc23","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.656186911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76768d4-316b-4cc9-9d5e-fdefa5791626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.706200391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76768d4-316b-4cc9-9d5e-fdefa5791626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.756508045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76768d4-316b-4cc9-9d5e-fdefa5791626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:20.806534648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e76768d4-316b-4cc9-9d5e-fdefa5791626","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:21.928910648Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-123885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-123885","reconcileID":"b6d7aab7-1623-4f4e-9c46-d31a1a47b0d9","aitenant":"ai-tenants/e2e-worker-w3-123885","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.716491405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-123885","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-123885","reconcileID":"b6d7aab7-1623-4f4e-9c46-d31a1a47b0d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-123885","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-123885"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.725613867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bcb7c9-a5c4-4d30-b3a4-1810abc222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.776815511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bcb7c9-a5c4-4d30-b3a4-1810abc222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.836250524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bcb7c9-a5c4-4d30-b3a4-1810abc222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:22.887510439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78bcb7c9-a5c4-4d30-b3a4-1810abc222bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.754838066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926cd9a7-c7b9-4bd2-b6ac-2dd0b0a3de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.804849402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926cd9a7-c7b9-4bd2-b6ac-2dd0b0a3de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.854832436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926cd9a7-c7b9-4bd2-b6ac-2dd0b0a3de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:24.904752043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"926cd9a7-c7b9-4bd2-b6ac-2dd0b0a3de5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.764278214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdf4390-5ec8-4756-91c7-eccb7ceeaa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.814733502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdf4390-5ec8-4756-91c7-eccb7ceeaa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.86493306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdf4390-5ec8-4756-91c7-eccb7ceeaa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:26.915273762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bdf4390-5ec8-4756-91c7-eccb7ceeaa76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.874882933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"871da257-b95a-4a6e-b276-27b8d0011fcf","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","subscription":"e2e-fail-7e1952a9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:29.975836247Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"871da257-b95a-4a6e-b276-27b8d0011fcf","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.026242267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-sub","reconcileID":"871da257-b95a-4a6e-b276-27b8d0011fcf","MaaSSubscription":{"name":"e2e-fail-7e1952a9-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.345787099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"e6d4e1d4-4dc0-4bd1-93d0-7566a004a1a5","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.345816852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"e6d4e1d4-4dc0-4bd1-93d0-7566a004a1a5","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.395454668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"9dd033c2-9149-43bc-bdad-95d48d7580a6","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.450535326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"9dd033c2-9149-43bc-bdad-95d48d7580a6","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.504974087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"7f43a2c6-6ba3-4648-a884-8918bdda805b","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.50499318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"7f43a2c6-6ba3-4648-a884-8918bdda805b","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.706264724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"533f730a-9260-4d73-9295-045545cce06d","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:30.908125094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"533f730a-9260-4d73-9295-045545cce06d","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.01299522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"c1bce9ef-0a92-4d4c-923f-683b43e58615","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-509e4c","tenantID":"e2e-explicit-509e4c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.032729661Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"533f730a-9260-4d73-9295-045545cce06d","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.032751774Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-fail-7e1952a9-access","reconcileID":"533f730a-9260-4d73-9295-045545cce06d","MaaSAuthPolicy":{"name":"e2e-fail-7e1952a9-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.126526061Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"c1bce9ef-0a92-4d4c-923f-683b43e58615","name":"e2e-explicit-509e4c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.137481956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"aae1dee8-6d4a-4459-bf1d-8e663a487430","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-b-84f58d","gateway":"openshift-ingress/e2e-extmod-b-84f58d","model":"e2e-extmod-fail-user-71e029/e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.13750279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"aae1dee8-6d4a-4459-bf1d-8e663a487430","MaaSModelRef":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-7e1952a9-9aa35fd1f74f","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-7e1952a9","externalModel":"e2e-fail-7e1952a9","provider":"e2e-fail-7e1952a9-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.730198029Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"85c1424e-c68d-42ce-bbf1-f31e6e707b81","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.832150709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"0704e9bb-dd46-4d98-8d06-6daf2353b2a1","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.838201582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"66bee961-b348-4805-90c6-e9c2d6a32f27","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.838221575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"66bee961-b348-4805-90c6-e9c2d6a32f27","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.882235057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f184e5be-00c0-479d-b61e-d1f6143538c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.88302399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c8888d1-989f-4ce3-936c-7392b8e8e266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.887503545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"0704e9bb-dd46-4d98-8d06-6daf2353b2a1","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.954980634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c8888d1-989f-4ce3-936c-7392b8e8e266","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:31.963238608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f184e5be-00c0-479d-b61e-d1f6143538c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.061285727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"61865dc2-4f5c-4db1-ae23-4363b6e6bc8c","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.262324128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f9ccdd2a-ce76-4a34-ba77-e27b603aaa1e","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.31779516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"f9ccdd2a-ce76-4a34-ba77-e27b603aaa1e","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.341271756Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-7e1952a9","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","reconcileID":"e01b1ad3-818e-42db-a89e-ef276d63c312","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-7e1952a9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.510334244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c105c86-ddb9-4440-b2c0-d169b6f65384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.5169768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c144c308-516a-4bbd-a985-377edc386841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.565464034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c105c86-ddb9-4440-b2c0-d169b6f65384","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.571874036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c144c308-516a-4bbd-a985-377edc386841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.68582182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"7e35c6b0-6492-4293-a847-ed7e62f4d5c3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.741093015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"7e35c6b0-6492-4293-a847-ed7e62f4d5c3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.913268136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"e50f8131-3e6f-47fd-9b9a-32609f1cea93","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:32.913303158Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"e50f8131-3e6f-47fd-9b9a-32609f1cea93","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.072449942Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"7365a140-6998-4a37-8cc3-1fc0a3aba857","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4fe8ce35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.095379504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"ac4c6888-8394-4324-b10a-285c16d11114","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.150930005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"ac4c6888-8394-4324-b10a-285c16d11114","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.502237943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"08e8c475-3eed-4d22-8635-cdcd8e001b15","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:33.557382159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"08e8c475-3eed-4d22-8635-cdcd8e001b15","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.066387888Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.123830277Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"dd363c62-c118-4cef-a22a-136813373180","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","subscription":"e2e-fail-dfab4110-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.225135178Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"dd363c62-c118-4cef-a22a-136813373180","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.275938454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-sub","reconcileID":"dd363c62-c118-4cef-a22a-136813373180","MaaSSubscription":{"name":"e2e-fail-dfab4110-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.593581486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"4df2d053-b65c-41ea-ba4f-38dcc74b464f","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.593609627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"4df2d053-b65c-41ea-ba4f-38dcc74b464f","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.644526534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"edf894e6-35fe-435b-a3e1-aefd52ef3c50","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.699704026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"edf894e6-35fe-435b-a3e1-aefd52ef3c50","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.75061879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"476d221d-c704-4c57-b2f9-440c83d5abf9","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.750644078Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"476d221d-c704-4c57-b2f9-440c83d5abf9","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:43.950236019Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"67245446-2219-4a66-b5cc-23d6d663cfb3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.100212387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"67245446-2219-4a66-b5cc-23d6d663cfb3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.225967282Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"67245446-2219-4a66-b5cc-23d6d663cfb3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.225989275Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-fail-dfab4110-access","reconcileID":"67245446-2219-4a66-b5cc-23d6d663cfb3","MaaSAuthPolicy":{"name":"e2e-fail-dfab4110-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.331967258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"90aab240-122d-427f-930e-710eb1d8b08b","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"tenant":"e2e-extmod-a-c4ebf5","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","model":"e2e-extmod-fail-user-71e029/e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.331995341Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"90aab240-122d-427f-930e-710eb1d8b08b","MaaSModelRef":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"routeName":"external-model-e2e-fail-dfab4110-895403ce9bcd","namespace":"e2e-extmod-fail-user-71e029","model":"e2e-fail-dfab4110","externalModel":"e2e-fail-dfab4110","provider":"e2e-fail-dfab4110-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:44.878675247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"09810bb6-999d-4eef-8f98-8886e128558c","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.028256344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8562eb0c-9efe-46eb-aa6a-407d9c021ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.028256834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ff9a9e6-b588-4b74-b052-b26e6711286a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.083815611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8562eb0c-9efe-46eb-aa6a-407d9c021ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.084016855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ff9a9e6-b588-4b74-b052-b26e6711286a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.427969149Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-dfab4110","namespace":"e2e-extmod-fail-user-71e029"},"namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","reconcileID":"4216cb1a-297e-4816-ac0a-dd4beb57ce9a","namespace":"e2e-extmod-fail-user-71e029","name":"e2e-fail-dfab4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.596755757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c29959f-d5fe-4081-896b-4327b516082e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.597220623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83389ec-dc8c-4d41-b68e-487068252b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.652429648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b83389ec-dc8c-4d41-b68e-487068252b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:45.653559078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c29959f-d5fe-4081-896b-4327b516082e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.332569893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"34d24795-4a2c-426b-b697-e11a8603c9b2","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.39080216Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"611db84d-68e5-45f8-bfa3-8407845bc903","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.483147009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f142fd-e063-487d-b2eb-63603c88f121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.483310547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8760216-b1dd-488e-b947-2b946d4b8852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.538721764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8760216-b1dd-488e-b947-2b946d4b8852","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.538981397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9f142fd-e063-487d-b2eb-63603c88f121","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.829485696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"3a4e2749-6c00-4b70-8d60-5c3adf049ebd","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.890561781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9729dc-8b9e-43e5-b5a1-4dbcbac8dad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.890783863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ca655f-8acf-4984-a7ee-c587c298faff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.945783027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ca655f-8acf-4984-a7ee-c587c298faff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.945980104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd9729dc-8b9e-43e5-b5a1-4dbcbac8dad6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:54.988901752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"a4d66615-cffa-4da5-98c3-596a25da00e6","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.299000141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"13d2726a-71bf-40eb-bc59-61a70e0d2edc","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.45831073Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"8ccbd949-44ca-4c25-93da-13d45fb6958a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.814717213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"c29b7a5a-6f40-4f6c-a8a7-ef894ad0b14a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:55.922498628Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"9e0484d8-8cdb-4787-b728-bcec3f462128","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.02653174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"18d2879d-9ca5-4f9f-821d-86ba57807640","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.717762643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"b8e7bb15-a8e3-495d-b3d1-cf34b0d2811c","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.77020097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"77a378d9-2132-4092-b1fa-7b8039852151","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.893699336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b8ac287-cd2b-4692-b3e8-aa750e2490a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.893695272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"479e6086-eb8a-454a-948d-9a10cfcca5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.94577121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"2a508cab-8670-4f23-8d40-98b32d18c9df","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.949382217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b8ac287-cd2b-4692-b3e8-aa750e2490a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:56.949481626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"479e6086-eb8a-454a-948d-9a10cfcca5cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:57.107742402Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"bcb33311-59ba-4119-9619-83bef98a397f","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:58.86530417Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"34673c5b-a1eb-4a82-9ff3-625f80fe8c44","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.017356845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b44051-6f06-4674-9f5d-1f804b484c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.017358572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"416f1f0a-ed08-4e11-a778-2f714b11541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.086200819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f0b44051-6f06-4674-9f5d-1f804b484c41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:32:59.086353855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"416f1f0a-ed08-4e11-a778-2f714b11541a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.667930753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5528f71-9933-45eb-a145-55376563414b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.719015194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5528f71-9933-45eb-a145-55376563414b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.76953283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5528f71-9933-45eb-a145-55376563414b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:01.820723676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5528f71-9933-45eb-a145-55376563414b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.078644638Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"e83ee501-ebd5-4973-a485-907771d4370a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.183030764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a978b30c-1d4d-4f59-910d-1d897d14b471","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.184355379Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"0e0a6dbd-4619-4cff-b284-c2d79617ff8e","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.306997407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a978b30c-1d4d-4f59-910d-1d897d14b471","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.360776465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a978b30c-1d4d-4f59-910d-1d897d14b471","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:02.465218248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"1f9bd31c-d400-4b14-ab47-1f46e577c6cb","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.714208559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdf4088-89f0-46c9-b2af-5f8fa2978957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.764370629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdf4088-89f0-46c9-b2af-5f8fa2978957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.814522816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdf4088-89f0-46c9-b2af-5f8fa2978957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:03.864802716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffdf4088-89f0-46c9-b2af-5f8fa2978957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.456926894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-509e4c","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"explicit-model-509e4c","reconcileID":"a5723c45-c207-4525-97d0-2795c051acf9","MaaSModelRef":{"name":"explicit-model-509e4c","namespace":"ai-tenant-e2e-explicit-509e4c"},"routeName":"explicit-model-509e4c-kserve-route","namespace":"ai-tenant-e2e-explicit-509e4c","llmisvcName":"explicit-model-509e4c","gateway":"openshift-ingress/e2e-explicit-509e4c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.515725647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f604c90f-176c-49b2-9929-f2296e52724d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.570780454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f604c90f-176c-49b2-9929-f2296e52724d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.624576522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b4fee35a8f775fc8b7b9bb8173f864a3509938376e64e666afcf43a5728bc99) AuthConfig (6aeed78bf1b76fcf80838e1b6f30313bd81a0c90c3fb8697b23fa585e7dfecd1) AuthConfig (d7421e1dc4b2b71f01b8bbe8b59e8c11f63261c1ded36141c0792f2a93f30f0d) AuthConfig (d5a7ec463a9e86612c133a1a4860d5d7361d0e374baa5b66a33bf09a031b3f34) AuthConfig (c143dcb219abf1505ee4139d9323f729e2baedb86f1b392d8ed4bd516598417a) AuthConfig (edd42eaee95848342611b84cf70119b658e00c1bfe01da6d4bc5d3f58d4c35f9) AuthConfig (30d78cff28f74eba33619ec0dd4d8754413a0702e664587a90619a23c8a3b7bc) AuthConfig (825722a450fdfe9ace570362fef9cc9abe573a92ad299958613f6a993149ec25) AuthConfig (934b890ca9976b272cc609682933527718273d7175c02780732fc81b79a77acb) AuthConfig (5dc796bc6834c5ef24c7eb6580644c29d967d8116fc3f3378413f4a13eb9952b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f604c90f-176c-49b2-9929-f2296e52724d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:12.730959851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"c71f9787-50e2-4208-84f9-e0da7687a166","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:13.066277265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.781204276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d6cd5165-bb49-4a8b-b8d1-7bccf92ff9cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:22.836422571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d6cd5165-bb49-4a8b-b8d1-7bccf92ff9cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:23.248725422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"ca6ca9c0-d225-45a5-8cde-402e8e980387","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.442797194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"2fb8961c-085d-4172-8d1c-981a573fe9f5","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.497169548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c233ab31-82aa-4eac-8599-2e35a4483a06","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.498110754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"4bca9bb8-ed05-47a5-83b2-efce782afda5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-98f7bb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.552349567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c233ab31-82aa-4eac-8599-2e35a4483a06","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.603718061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"fbfe4408-6915-40f0-a13b-3321ff21f74c","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.715649619Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"fbfe4408-6915-40f0-a13b-3321ff21f74c","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:33:28.715713473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"fbfe4408-6915-40f0-a13b-3321ff21f74c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.767274878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"11c737c8-b578-4362-ad15-38af5bc0abf5","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.917050583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"33e8cb43-b57a-4e3e-8ddd-50276ecb5096","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.929241162Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3ebf6c29-6498-44e8-91ed-e7f1ab09189f","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:28.972431335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"33e8cb43-b57a-4e3e-8ddd-50276ecb5096","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.188058174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"e1411a1f-d0f5-4648-a6e9-cf4b1f26e7b7","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:29.389540926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"82386dfc-6d2e-4216-b3ad-7a2c9bf142ed","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.221656222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"550f0218-7c9f-4400-bcd1-b571869832f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:30.32507149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c31fd2d0-c171-44b4-8896-d42c1552c9ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.71765166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"17971699-bfc1-4908-bc93-c6a6b1202b5f","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.764428319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6cebef9b-cb61-4272-9d65-bfff41024a55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.97581126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8320db89-f36b-4af1-8167-4e78ded218c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:36.979503755Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"3413e0fe-20dc-4c6f-94f2-3868c1edced2","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.129091304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"86fff8f7-8be1-4ce5-8095-d090a37bcd2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:37.185075612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"86fff8f7-8be1-4ce5-8095-d090a37bcd2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.319505083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"8cd54f37-4767-4274-8e2a-a05f5eef5807","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.421247085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"b44c1942-de29-407e-b396-91b91a9cf5b6","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.423614808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d20a4fc0-49a5-4c79-a5f3-a0d8fd4c7b84","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.595003625Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d20a4fc0-49a5-4c79-a5f3-a0d8fd4c7b84","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.649195688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d20a4fc0-49a5-4c79-a5f3-a0d8fd4c7b84","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:39.755269153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"04721ea8-9b5f-43ac-a0da-79a75a9d7c90","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:43.067056449Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.669478454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"9fa95d1a-30cb-4c41-a7f9-a69d843223d5","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.718919841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1396c07c-a29d-4519-932e-5ed40ba96907","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:45.872569784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7a5c86bc-6c31-4a21-9200-d757d9870aa3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.805568002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"82f27ce9-aa35-4621-a2f5-618a5fbc8566","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.860959456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"82f27ce9-aa35-4621-a2f5-618a5fbc8566","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:49.914622034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-84f58d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1bd7dd1551573c42993b1910feb215a44d36114d50616b2d79f9845bba7f4d75) AuthConfig (2748e028d5917ddaf2a396b888e91c3e617314ab485f957bf757cfcf67470ba0) AuthConfig (2499bde72c5522d1f204ec67dbaed176f974c08ccfae4678b5205b8c6922a2b0) AuthConfig (96ac2f53140e4f3c9485c4f7b5acfa1bf085cff9489f305b4e0451ac9098f9f1) AuthConfig (f9dcf6d5fe531d60a40ed9da42c8993cc8440f7f7f2950a49a1c68c9f07168c0) AuthConfig (6eb6b9f65df989fed5eb4eec8afbbe4f64a23719c48bb54433d459efefe5f246) AuthConfig (7643b144f9a543bc3bfe59a71f011c427257c42c90349d2fbe1e949038bf583a) AuthConfig (b933822b7b774207fdd52a58c55c15b3925eed6feeb2866beb89e51f77fd74b6) AuthConfig (22d2dbf984452140685b45be4de24621ade789ca7256e216c28443ce30a796e4) AuthConfig (34931e9ceff164dd38dec9b505abc26758629c40cd72a5a7c35b5bbf3c70ef61)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"82f27ce9-aa35-4621-a2f5-618a5fbc8566","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:33:50.021452384Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"24351921-2028-4b1b-9080-cafde507d50b","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.071366136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b47ec3e6-d0e2-4e9b-9cfd-7ea2bcc29da1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.126414307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b47ec3e6-d0e2-4e9b-9cfd-7ea2bcc29da1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:00.538253416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"1b89732f-03c6-4d73-98ea-a81519f4ef59","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.713033168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"1e643b01-82c2-464f-a431-49c655f3c147","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.762863622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21ba9753-f2ba-4c3e-9640-9cd808fcb052","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:05.769915113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"7e53b2d3-e7a6-4bc2-a7ab-f48e7b3dc0c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-98f7bb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.818128997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21ba9753-f2ba-4c3e-9640-9cd808fcb052","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:05.896096549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"2dcff354-321d-4042-ab68-74dad33acd17","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:05.999817595Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"2dcff354-321d-4042-ab68-74dad33acd17","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:05.999883101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"2dcff354-321d-4042-ab68-74dad33acd17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.050423746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"99ff48f6-8111-43c5-ac3a-f9ad409b44bb","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.200136809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"61d5f5b0-d86a-483d-a683-77934d28a08f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.216444536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"b1947de1-a8da-4a3e-bf76-4ea7aa10ad88","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.255806849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"61d5f5b0-d86a-483d-a683-77934d28a08f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.47467485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"7afe8cb4-a866-4e8e-a404-3666bd267b09","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:06.676538874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"56ad2c5b-0578-48a1-a956-d1fec857f77c","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.09497274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"37fa67e9-9ac2-4671-a459-8c8234030c0d","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.187636963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"53841741-9758-4274-aea2-5dad2f9727c9","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.235557766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9852022c-e30a-40bd-abbb-79a97b348ceb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.333927601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"611b03e0-326a-4d7e-aaa4-f7bf1ae38a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.352891051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"ad563a1c-326a-4372-8bed-705973ac305a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.542118566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"28def1df-e4c6-4bf4-974e-a61863266d8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.54275808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"0c743059-0dfb-4704-836a-2ea96bdd6b51","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.597150307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"28def1df-e4c6-4bf4-974e-a61863266d8f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:10.597741751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"0c743059-0dfb-4704-836a-2ea96bdd6b51","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.066924648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.411389782Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"5ecea3cc-60fa-49eb-8ca9-dcc2aa1ea911","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.418224805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af80e01-a9e4-433d-917f-53e9b2551f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.467681767Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"8fd2d00e-6ece-4a47-b109-969d02fdb85b","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.470674943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af80e01-a9e4-433d-917f-53e9b2551f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.522180177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af80e01-a9e4-433d-917f-53e9b2551f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.572803865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2af80e01-a9e4-433d-917f-53e9b2551f5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.627971912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3410da07-fc61-4d1d-a9e0-ba08b31069c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.628474833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9d76edc9-b4ff-4d11-949d-ae1b68a15a7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.680749174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b7457c8-0e12-43e7-a2b9-6c52f22a4125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.694199196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9d76edc9-b4ff-4d11-949d-ae1b68a15a7f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.694331331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3410da07-fc61-4d1d-a9e0-ba08b31069c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.73616009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b7457c8-0e12-43e7-a2b9-6c52f22a4125","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.802276315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3a12de7-4fe6-4bfd-89b7-8851a82ff279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.857424013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3a12de7-4fe6-4bfd-89b7-8851a82ff279","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:13.90271777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"fc550c0e-336e-4ea8-95e5-d52f6f2cde01","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.056518955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"cfd42e2c-51c4-4c96-9229-5a904d820212","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.056520366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3caefd8b-ab9c-4a79-bc5e-2cb500032d62","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.05910704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"4cd09492-295e-4a3a-a44f-464e73176d71","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.108562694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2634e09d-62e1-4c85-bc90-c09afdae06ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.16043503Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"eeeffa63-ab10-42a2-9436-68cf7f69a13b","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.16380391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2634e09d-62e1-4c85-bc90-c09afdae06ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.207811295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0cb72b8-aaae-4d8d-bd60-d528e80755b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.260438489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e4b9e0d8-097a-43d7-87a1-d370c332d575","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.261218416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e6cd4b3f-3c8a-4afe-8e41-95c4b84c3f98","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.264919579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"4b61cd6d-a5a4-4b9e-bf3e-8e8b5d360616","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.269091823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e0cb72b8-aaae-4d8d-bd60-d528e80755b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.333302215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e6cd4b3f-3c8a-4afe-8e41-95c4b84c3f98","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.338198534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e4b9e0d8-097a-43d7-87a1-d370c332d575","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.526787919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"27794e96-9c6d-4e9c-a10c-bbd0acae4751","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:14.700219223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"3e772d38-68a3-4d4d-a65e-480e7eccf4e4","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.026813225Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"569a8bb8-e668-4dca-9209-572962e5c24b","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.076996453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ffa12481-e578-4980-a16b-b4381c86aded","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.12863334Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"81fea941-07e3-49f6-80b8-572905572f75","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.133173492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ffa12481-e578-4980-a16b-b4381c86aded","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.174126923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7a87ef29-039f-4174-bdca-8a2f041c057c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.229049475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7a87ef29-039f-4174-bdca-8a2f041c057c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.229514681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"6741ff23-a552-467d-a30c-fb2bfc372a1b","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.230651626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"755844c1-19fb-4935-b21e-22c7aee61faa","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.231061128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"b16890e6-cabb-4699-931e-39fb982a0842","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.352826852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"490245ab-e10d-498a-9d0f-598a65a63c53","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.455486028Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"67cc803b-48a8-4882-b059-4505d56fb38d","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.507710824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dca9cb49-c284-4588-b31d-20674424e6f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.560785051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1669e1-7293-452e-a09b-ef7fb5d8001d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.562371311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dca9cb49-c284-4588-b31d-20674424e6f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.610921397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1669e1-7293-452e-a09b-ef7fb5d8001d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.661048109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1669e1-7293-452e-a09b-ef7fb5d8001d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.661230313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8ff7b812-8216-493a-b326-c91062b6e43a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.711907909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b1669e1-7293-452e-a09b-ef7fb5d8001d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.766796996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8ff7b812-8216-493a-b326-c91062b6e43a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:15.949880045Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"0afbf273-b8c1-4676-b60b-4e8b77fc4e9a","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.009739583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"ceb6dcda-5421-45cc-ab57-b3c6607bfa21","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.060771129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"89471c41-6f5c-4296-a11d-0a8b8b479b4b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.111020877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7de00d7e-ab71-46fe-ae56-6a510cdec6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.11102064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8148d158-20ba-44b6-b92d-09dd5e456c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.116491759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"89471c41-6f5c-4296-a11d-0a8b8b479b4b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.166160227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8148d158-20ba-44b6-b92d-09dd5e456c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.166227833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7de00d7e-ab71-46fe-ae56-6a510cdec6c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.167770976Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"9ae41325-3175-4c75-b36f-30973247ebf3","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.218722768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1371b8f9-e746-400f-b4e7-a7cebcc32619","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.274855497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1371b8f9-e746-400f-b4e7-a7cebcc32619","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.323578206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"0eaf870c-caea-40a2-82a3-14ebaeb977fa","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:16.425579793Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"0eaf870c-caea-40a2-82a3-14ebaeb977fa","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-a27231-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:16.425652182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"0eaf870c-caea-40a2-82a3-14ebaeb977fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-a27231-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.476313404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"c154808f-c756-446a-bb98-497fb07fffd0","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:16.577682915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"c2442e15-3870-4afa-b638-1de784c57136","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.299184371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"b3a808a5-a8da-4db3-b7b0-48400fc6227b","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.40169822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d278c160-feec-4d02-bd97-3340faf45226","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.402111807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f54c8a54-b844-4e97-895a-dd08223b5ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.450996001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd26193b-87d1-48e6-9b4a-44f8f813aabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.451696407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"153f5904-77ff-44ea-8afb-93eacaa5b4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.456892823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d278c160-feec-4d02-bd97-3340faf45226","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.457199678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f54c8a54-b844-4e97-895a-dd08223b5ac2","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.507468475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd26193b-87d1-48e6-9b4a-44f8f813aabb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:18.508029809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"153f5904-77ff-44ea-8afb-93eacaa5b4ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.440041941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"0138f5ca-cc1a-4c7d-babe-e75ed18373bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.440041974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fe553fc8-6ea4-4a1b-bae8-25dd5de4d7b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.500347471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"0138f5ca-cc1a-4c7d-babe-e75ed18373bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.500408924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fe553fc8-6ea4-4a1b-bae8-25dd5de4d7b1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.856042809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ec829f9f-ad6e-4f41-a028-1ebbce716d8a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.856040811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d5d8a57b-cbbc-4a5b-abe6-9bf95b572224","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.87670453Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","namespace":"ai-tenant-e2e-explicit-509e4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.876754995Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","namespace":"ai-tenant-e2e-explicit-509e4c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.876803022Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","tenant":"e2e-explicit-509e4c","tenantID":"e2e-explicit-509e4c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.911942339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d5d8a57b-cbbc-4a5b-abe6-9bf95b572224","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.912068691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ec829f9f-ad6e-4f41-a028-1ebbce716d8a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.928480968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Deployment","name":"maas-api-e2e-explicit-509e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:19.991108313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Service","name":"maas-api-e2e-explicit-509e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.049976241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-509e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.061554787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"e9707d6e-e325-4a44-93c0-7f157f2914ea","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.101848207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-509e4c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.157461823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.177540429Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"03509cc6-e1fd-44eb-be29-65f49e32c887","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.21196722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.22743308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"4592bd79-0965-4a66-b23e-095451a84a98","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.267781689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.282954066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"4592bd79-0965-4a66-b23e-095451a84a98","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.323831581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.339591672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c4ebf5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8ee718d205017284d3667ccc942e4ea7e6cbb719d317dae2318ede1cbc922d1) AuthConfig (53bd523b6eef072993b4cbab2346bef98d10bb468670bde7dc749d00e8fb08b2) AuthConfig (287b1d9135d711b0cc6628ea3ecf909e924cf1ca84aa55430d2ba9d59f9b8e32) AuthConfig (3d38b4b7b69246772f20be9b37351d55aaf2209f54a60d35ecc35338d1892617)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"4592bd79-0965-4a66-b23e-095451a84a98","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.381516498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Deployment","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.43174564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.444831884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"799ccdb7-be48-4cdd-9cdb-aec02e80c917","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.481562399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Service","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.531631642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.581423907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.631412638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.681055185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.734844978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.784570292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.834232385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.886735645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-509e4c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:20.940092164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-509e4c"},"namespace":"ai-tenant-e2e-explicit-509e4c","name":"default-tenant","reconcileID":"a3a6b27c-0a17-43cc-827a-9a21e8ed23c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-509e4c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.295697744Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-509e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-509e4c","reconcileID":"7aa6b8b7-2212-4b84-baed-d5cb0decc4ff","aitenant":"ai-tenants/e2e-explicit-509e4c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.827309935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b18f74-d42d-41e6-aad1-4ef995fa81ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.878161052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b18f74-d42d-41e6-aad1-4ef995fa81ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.928323772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b18f74-d42d-41e6-aad1-4ef995fa81ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:26.978661921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b18f74-d42d-41e6-aad1-4ef995fa81ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:27.086528218Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-509e4c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-509e4c","reconcileID":"7aa6b8b7-2212-4b84-baed-d5cb0decc4ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-509e4c","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-509e4c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.843991627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0729d-9f22-47fe-88d7-b795edbb777f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.894972629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0729d-9f22-47fe-88d7-b795edbb777f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.945954681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0729d-9f22-47fe-88d7-b795edbb777f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:28.99663149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0729d-9f22-47fe-88d7-b795edbb777f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.544583376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"40d515b4-ffe0-4f06-ab54-bc05635cd6cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.599859862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"40d515b4-ffe0-4f06-ab54-bc05635cd6cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.902017551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0aaef5-80b0-4cf4-be3e-305c2cd75e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:30.997674183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0aaef5-80b0-4cf4-be3e-305c2cd75e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.048260592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0aaef5-80b0-4cf4-be3e-305c2cd75e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.098664302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0aaef5-80b0-4cf4-be3e-305c2cd75e97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:31.151689282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"d2403aed-fab4-47b3-9bf0-bda9621d1973","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:35.01703457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c96c058-4b99-459b-bcfa-e752c9be4ac7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:35.142026999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8539501-173f-43fd-91f8-26e77be7f1a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:35.296434876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3689f13c-c705-4445-921c-a083c5dbacdb","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:35.511841912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"4352223a-4cc4-4896-a815-abc59d0c2bbb","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.018775801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.070232782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"cbcd7e13-146d-4f31-ab19-9f338d6ba9da","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:36.125851428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-a27231-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.169385907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3614c29e-c9c3-4b88-a3b0-4058a8dc402d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.169385648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4e9f1940-85ef-4878-8698-64082d3c033f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.226187809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4e9f1940-85ef-4878-8698-64082d3c033f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.226814622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3614c29e-c9c3-4b88-a3b0-4058a8dc402d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.226825058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"87224b4a-48b4-40e9-83f8-6e51b855b607","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.328110765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"647f0567-1f30-4360-999b-ef18eb188d01","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.433890109Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"6fdfb2e4-6715-4d06-a8be-3502b8095b36","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.629466368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"80789e39-8345-4402-a26e-b6d4052e47ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.629466451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"878e2a13-db11-4a80-a37c-b10a08a8726d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.68498863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"80789e39-8345-4402-a26e-b6d4052e47ac","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.685213239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"878e2a13-db11-4a80-a37c-b10a08a8726d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.693134321Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"40075eb2-5721-4dd4-b0ed-decad3f27cd7","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:36.894186066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"c18d4f33-6398-4024-b72f-31d963143282","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:37.154115583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"7ea652a0-9319-4899-af76-a18c5317b508","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.479857605Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"1d8e11d1-fc50-426e-9d40-71923696e53a","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.533712507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"1d8e11d1-fc50-426e-9d40-71923696e53a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.53914265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"7e838aec-da37-400a-ac0f-0d54bf4d1b9c","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.539193741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"7e838aec-da37-400a-ac0f-0d54bf4d1b9c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.550331785Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"f85abafd-7458-4ab5-b61e-a8b45b624622","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.550378372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"f85abafd-7458-4ab5-b61e-a8b45b624622","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.571665446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"857ad9c2-52c0-485f-b475-8cf22d5ab5e2","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.571759366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"857ad9c2-52c0-485f-b475-8cf22d5ab5e2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.612860409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"627a2458-b787-49fc-b37d-e5647eb767b6","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.612918921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"627a2458-b787-49fc-b37d-e5647eb767b6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.693986973Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"e4d1e2d9-6682-4ea1-aade-a8bcb53439ec","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.694049887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"e4d1e2d9-6682-4ea1-aade-a8bcb53439ec","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.854706968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"a23e78be-6d82-42c6-b4c4-2642a1e06df0","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:37.854772051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"a23e78be-6d82-42c6-b4c4-2642a1e06df0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:38.175684193Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"25a2aed8-4af1-48cc-befc-0ec4438ba4f3","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:38.175745575Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"25a2aed8-4af1-48cc-befc-0ec4438ba4f3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:38.816944338Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"d711a90b-a66b-4e70-abd4-4d3a2eef9a0b","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:38.81701554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"d711a90b-a66b-4e70-abd4-4d3a2eef9a0b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:40.097722848Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"15addf8d-ea08-408e-b7e1-7b477ef0541a","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:40.097782803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"15addf8d-ea08-408e-b7e1-7b477ef0541a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:41.852449606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69fb935e-73e9-425a-8bc8-e67f6bf71d4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.007167579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"59923df2-381b-48fa-8889-076a325dc56d","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.164017794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"8557c46e-ec2e-4d8c-b5a1-6ee550f39d80","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.266443544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"043c48f2-c5de-434e-a41d-2619d64334ba","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.297107901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"786bf777-6674-4755-acbc-83c7e46d89cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.400358536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"16554611-ca45-4373-a62c-0f07c6e44b86","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.448380973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ede4aad8-dab7-45f6-bc06-317c6a96a599","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.448999816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"cc775087-29e0-47d4-bfed-dfa6d02f4b53","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.44949094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"fe828390-c09a-4c93-b9f8-14bdebda44c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.455652353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"16554611-ca45-4373-a62c-0f07c6e44b86","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.503815106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ede4aad8-dab7-45f6-bc06-317c6a96a599","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:42.504194094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"fe828390-c09a-4c93-b9f8-14bdebda44c8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:42.658646132Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"23c2a798-38ec-4123-bf73-958a1b1c97b3","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:42.658712636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-09ad3f","namespace":"ai-tenant-e2e-noten-09ad3f"},"namespace":"ai-tenant-e2e-noten-09ad3f","name":"noten-model-09ad3f","reconcileID":"23c2a798-38ec-4123-bf73-958a1b1c97b3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-09ad3f/noten-model-09ad3f-kserve-route (gateways: [openshift-ingress/e2e-noten-09ad3f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:43.066450617Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.646575557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"13b2f7d8-2bdb-4e6a-9571-893fd0b8aa73","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.748809614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"af624d9d-5522-43b0-993c-f23e8027869f","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.873034759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"0e2e2753-136c-4e77-b5ea-847027cc00e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:44.928387109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"0e2e2753-136c-4e77-b5ea-847027cc00e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:45.345814445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"69dac86f-f8ea-4735-b5b8-f7112ccd0ed4","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.388287524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"64ff6caf-ed7a-42a7-9a63-2ad5b7b51ea1","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.457579342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e2fc1f8-53b6-4e18-9ec1-146260828108","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.580273625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63b84c67-8a85-4559-a377-2ea9402d0e27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.752653081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"4c5e54dc-3c2e-4576-afea-50dba6826296","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:48.853737167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"2852769b-dc07-48c0-a1af-7bce96e2b398","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.344068999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]","namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.400816765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"8c36a2cf-1c92-4bfe-b6b0-23dc63c854c3","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.501292547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"7222c796-9da6-44b6-9448-567ba55ca040","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.50148851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"eaf0b93e-8b2a-4c71-94bc-20e08acc563c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:50.513012638Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-a27231-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.556958864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"eaf0b93e-8b2a-4c71-94bc-20e08acc563c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.556972347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"7222c796-9da6-44b6-9448-567ba55ca040","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.559152596Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"e8498772-5ee5-4721-9dfb-3d1550b8a9a8","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.661544517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"2e56973e-214f-4dcd-915f-2d573a6d586b","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.763686695Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"a9dafe16-3c22-4f35-836f-bb7c3d48e227","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.764172647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"5db3d874-9342-4353-ace1-993366317957","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.97834906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7cef8c50-1ae5-4a30-9140-8b0cb3ee6609","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:50.978389747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"aca1c8ea-1ef2-4107-b40f-a2eb83a15d78","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.023614984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"4a87d944-75e3-463f-a37d-b6b23218d1b2","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.035080272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"aca1c8ea-1ef2-4107-b40f-a2eb83a15d78","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.035089847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7cef8c50-1ae5-4a30-9140-8b0cb3ee6609","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:51.228890252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"260c88e1-9600-46d0-abe9-83aca3def452","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:54.916895971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e0be155b-cfd0-470d-b599-ef3154c6e3bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.057270659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"ad493a97-d7c0-4792-8cef-7cf2a3762622","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.203301473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"f36309be-b603-45b8-8a74-eec40a973b34","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.325967491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"37d4a27a-65d3-4bc9-bdd8-737f3868adf0","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.375873872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"77b5fd91-f73d-4e84-b8cc-ae715605fe0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.527205971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"f5ff25d5-2123-48af-9997-7a3862bd3f14","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.543759687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3237e2c0-7726-4a52-aef5-3b0b12184991","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.543848069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"56596286-13bd-4b70-af28-0183c5ff76ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.544179453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21ab6592-f7bc-463d-b4b4-5eece63270dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.544296678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"24728261-5669-4add-95ac-48b159fc3bf3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.59965562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21ab6592-f7bc-463d-b4b4-5eece63270dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.599787357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3237e2c0-7726-4a52-aef5-3b0b12184991","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.601756134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"24728261-5669-4add-95ac-48b159fc3bf3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.60208848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"56596286-13bd-4b70-af28-0183c5ff76ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:55.786031311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"29f91565-a639-4725-81f4-93b757158162","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.199596962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"9c0de671-0cc0-429b-b8ee-573b43c65d38","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.255495893Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"1b4f6bcb-347a-4840-ae6e-3ef64cd1b822","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.350341602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9ae04570-3961-4fc3-81c0-ff2575719dda","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.350540155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"363f9589-9929-4abd-a896-272cc577ab6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.350877811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"14bdd796-9869-42c9-90ec-bf426764011d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.351215675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d59ad1dc-3ebf-45b0-acfc-d54a2cd2580b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.351734894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"349d6ed0-d2b4-45ce-bf0a-bf2244d640a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.406458207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"349d6ed0-d2b4-45ce-bf0a-bf2244d640a1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.406476087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"14bdd796-9869-42c9-90ec-bf426764011d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.408605682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"363f9589-9929-4abd-a896-272cc577ab6b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.408773066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d59ad1dc-3ebf-45b0-acfc-d54a2cd2580b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.410768046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9ae04570-3961-4fc3-81c0-ff2575719dda","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.693076014Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"854c26c9-ad90-4232-91d7-d926f74102bb","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.759808767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf81b3b-7040-488c-9a7d-e4bc916b889e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.816823982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf81b3b-7040-488c-9a7d-e4bc916b889e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.836124462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"622e2f32-dbb3-426d-8291-b968b89ae69e","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.8361341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"e57c00ca-620b-40d9-a59c-0c9d414778b3","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.836534935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"0eccba4b-52b1-422f-9951-3f410f3592ae","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.836583283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3aba37f6-c047-44be-b3d4-a73f52a575a3","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.849337814Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"3bce7092-2d3a-487c-955f-386980b38f08","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.860852642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eefdce95-180f-413d-be09-af81508f8994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.860865294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"23e3b39e-8a1c-4f55-8568-2c24cdbf7899","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.861810335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"559e683f-a29f-42e4-8b5a-b513c215bc1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.864738981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"5301caf3-d2c6-4068-b68d-6901a353bb8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.930328304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eefdce95-180f-413d-be09-af81508f8994","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:59.95436226Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"3bce7092-2d3a-487c-955f-386980b38f08","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:34:59.971623994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"3bce7092-2d3a-487c-955f-386980b38f08","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.960697322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"23e3b39e-8a1c-4f55-8568-2c24cdbf7899","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.964246805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"559e683f-a29f-42e4-8b5a-b513c215bc1d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:34:59.990185506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"5301caf3-d2c6-4068-b68d-6901a353bb8e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.02358915Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"cf89c20e-4646-454b-90d6-339e4e917db6","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.125002628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"473c9649-a343-4ef7-8550-c2e903c657fa","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.173855962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"af215649-67f7-41f5-9ddc-1e94ff00c051","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.226110083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"5abd044a-e9b9-4ecc-ac56-2851c90d2be3","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.229198163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"af215649-67f7-41f5-9ddc-1e94ff00c051","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.327234171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"416805dc-c464-4346-ac71-6e02227222c9","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.37518106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"5a50ffe5-2add-4db8-a753-541df73f34f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.375180925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2899ee6b-ac09-4a81-a31b-cfea17fedc01","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.39694655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4b95afc0-c144-488d-afc4-ebf16355a318","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.430754235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2899ee6b-ac09-4a81-a31b-cfea17fedc01","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.431101382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"5a50ffe5-2add-4db8-a753-541df73f34f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.452014634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4b95afc0-c144-488d-afc4-ebf16355a318","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.585138061Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"78abf963-4e25-4c5d-b765-e1fa3ae38331","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.757711621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"b45ffdc5-6487-4e32-8dec-2746f5c374ac","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:00.915137352Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"d35ec983-aa7a-45d0-a7e9-83fe4c3ab67a","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:01.02431856Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"d35ec983-aa7a-45d0-a7e9-83fe4c3ab67a","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:01.024422128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"d35ec983-aa7a-45d0-a7e9-83fe4c3ab67a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.076308571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d9ae13de-545d-494a-b660-b75a035282b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.076456136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c6c35850-4054-4b66-a1f7-d54fc21fab9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.076856194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"475041db-e368-4d5d-b670-f10c8aada5ec","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.077094042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"6b6ab196-2f81-4522-a8fe-2795c2c601c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.077496555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"dd37cf34-00ef-4ffe-a4be-1450de052646","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.134016213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d9ae13de-545d-494a-b660-b75a035282b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.134017005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"dd37cf34-00ef-4ffe-a4be-1450de052646","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.136887621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"6b6ab196-2f81-4522-a8fe-2795c2c601c2","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.13741441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c6c35850-4054-4b66-a1f7-d54fc21fab9c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.179921841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3d539955-463c-48a3-8481-b5f2dd816ecc","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.179929133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"f911324c-1a1b-4439-a76c-799391aa5698","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.180217216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"f94e534c-1ad4-4327-b056-801d2527079b","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.180491866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"03cb9943-c8b5-4f5c-a15f-ccc4b1e057ff","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.180626596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"1123f325-c2f9-47de-991a-240c42d74173","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.282304026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"1f4c4a16-a89f-4a30-97c6-fb219d38aaec","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.383836818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"0be26f3f-f5fd-4460-8444-be8f77b19572","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.487227062Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"8ec774b5-816c-45a6-ba3b-e1f3946a784d","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.537361887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"44354b0b-b14c-41d9-b186-9cd976a89376","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.53736192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1e61425a-2720-4b2b-89ca-fd3a43d80e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.538630845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9a603e14-cd3c-47de-9d27-5c5efa81291f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.538630878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"732384e8-3263-4c0a-aea4-637e73916932","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.588659127Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"7b788dbe-2772-4489-a4ea-e1f6fb42f3b2","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.592235548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"44354b0b-b14c-41d9-b186-9cd976a89376","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.592665541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1e61425a-2720-4b2b-89ca-fd3a43d80e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.594561442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9a603e14-cd3c-47de-9d27-5c5efa81291f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.594812029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"732384e8-3263-4c0a-aea4-637e73916932","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:01.970940135Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"67c84fee-dc41-46cf-9a4a-e1b31f4a0ab3","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.026055216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"668b9673-a288-482e-8ac1-ca5b05b50358","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-b980cd77c544","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.126605456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"83590cc5-67a6-40ce-83bd-676b22c6e5e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.126819362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b795ee8-9b1d-41b1-bcb4-7f6212a17de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.126605455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"2ac63c4f-21ae-4ebe-b95a-7f0249fdabe4","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.127307019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d49cf502-1ce3-4a17-82f0-bafa34fa68ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.127789199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c3b0da4-5b49-41e8-896c-0dc2f119c81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.182205201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"83590cc5-67a6-40ce-83bd-676b22c6e5e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.18225065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b795ee8-9b1d-41b1-bcb4-7f6212a17de5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.184773726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d49cf502-1ce3-4a17-82f0-bafa34fa68ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.184835389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"2ac63c4f-21ae-4ebe-b95a-7f0249fdabe4","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.185334128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"395f1e02-375d-41af-ba38-b6c777f13d04","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.187236449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c3b0da4-5b49-41e8-896c-0dc2f119c81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.343484943Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"9b418de3-fff8-459b-b22f-84cde28f7ac8","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:02.445863707Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"9b418de3-fff8-459b-b22f-84cde28f7ac8","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:02.445930045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"9b418de3-fff8-459b-b22f-84cde28f7ac8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.496825105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"88c26291-f993-4b6e-9d88-9c839ff19e20","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-b980cd77c544","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.535652201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2e5e4909-6d39-42be-9cfd-55e32e981ab4","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.590928663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2e5e4909-6d39-42be-9cfd-55e32e981ab4","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:02.598702544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"f7a46bdc-ad2c-4544-8336-47da4b646101","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.111561488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"2f3b2da2-fbd4-4edb-8467-389e941056dc","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.246357474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"2f3b2da2-fbd4-4edb-8467-389e941056dc","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.303339616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"f48ad396-8ec9-43bc-ac2b-6254b8c116aa","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.303422204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"f48ad396-8ec9-43bc-ac2b-6254b8c116aa","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.364643201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"b5b93238-4cda-422f-b04c-d32f50769d40","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.364713864Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"b5b93238-4cda-422f-b04c-d32f50769d40","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.435953775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"4a890502-583c-4ee6-bc9b-d313fd286769","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.436024538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"4a890502-583c-4ee6-bc9b-d313fd286769","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.527726783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"74d8c559-095c-4374-ac03-45bf6a3309b7","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.527793688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"74d8c559-095c-4374-ac03-45bf6a3309b7","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.659376045Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"c788945a-5148-4200-bac8-f0d9401bb2c4","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.65946499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"c788945a-5148-4200-bac8-f0d9401bb2c4","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.87100771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"8186c1bc-26b5-487b-81e3-d760a58f33ed","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:06.871076045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"8186c1bc-26b5-487b-81e3-d760a58f33ed","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.970497204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"5c39fe23-c0d7-4e4c-a8a7-6066d37f61dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.970530424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"af219d4e-9e51-47ef-9ffe-5f0610f5d517","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.971078997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b2c87273-e3dd-4e14-98d9-241c2ad7b052","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:06.971088599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"492cf905-dfae-46f9-b805-4cd6a45dc3eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.026062692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"5c39fe23-c0d7-4e4c-a8a7-6066d37f61dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.026082734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"af219d4e-9e51-47ef-9ffe-5f0610f5d517","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.029725835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"492cf905-dfae-46f9-b805-4cd6a45dc3eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.029860178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b2c87273-e3dd-4e14-98d9-241c2ad7b052","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.242695584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"96644fe6-23a2-4e9a-a51f-a895943c5f63","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.242763015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"96644fe6-23a2-4e9a-a51f-a895943c5f63","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.43486982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"440d4a24-4f70-4c6f-abfb-a6df618da5a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.434869833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3f23ea21-96af-4d68-a609-da2ab62b5bc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.438151594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"6877946e-74c2-4908-9f85-67e651b33f23","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.438660754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2661b1cd-82b7-4e7c-a8e4-c7097f873405","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.49209979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3f23ea21-96af-4d68-a609-da2ab62b5bc3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.492500816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"440d4a24-4f70-4c6f-abfb-a6df618da5a0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.494664054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2661b1cd-82b7-4e7c-a8e4-c7097f873405","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:07.495882871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"6877946e-74c2-4908-9f85-67e651b33f23","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.934008294Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"f2dac7c3-e19b-46ee-aa4b-bd2031c485ae","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:07.934076746Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"f2dac7c3-e19b-46ee-aa4b-bd2031c485ae","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:09.265445875Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"494f2898-adc4-48a6-abd2-59a5c368d946","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:09.265519522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"494f2898-adc4-48a6-abd2-59a5c368d946","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.877499933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"e2b143a1-2b4e-4b36-9a31-3d6612360214","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:11.877570228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"e2b143a1-2b4e-4b36-9a31-3d6612360214","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:13.07118269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:17.048827614Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"bdd0eb5d-9b04-4130-9eb1-cd47a7a00105","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:17.048894911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"bdd0eb5d-9b04-4130-9eb1-cd47a7a00105","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.797192459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"83e76126-f58e-4893-8142-5c82a15546f6","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:21.848567736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"331d14c4-f390-46a6-92a4-b8571ab1aef1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.053036238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"22b80f3c-1e33-4f27-96e5-85486a0b19e1","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.148623633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"3f067522-e5db-4a64-8a4e-be5433c7c6cb","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.29317823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"d83f38f2-3aa5-4269-81ff-b0a5590a11d4","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.34336463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab97c489-313d-44df-b7ed-e3791be6cb0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:22.972120163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"a006e9d8-8a0e-4022-ba46-e336ad0d4fd6","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.030179269Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"48d9d893-e625-4611-9ba2-6dae55213ddc","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.125863716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dd656f3-b8ed-47a3-ae2c-4884aebc1f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.126235651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6531028a-57b3-43ff-9f3e-5f69a622ae55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.126343224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d73e5aaf-3986-4d87-a6c9-9d6fcafe16a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.126649196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"258592f7-a36b-44ea-b62e-0c132f9ae56d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.126775012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc9d950a-872d-4b1c-a73f-9bb745ca265d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.181010439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8dd656f3-b8ed-47a3-ae2c-4884aebc1f8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.181093076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d73e5aaf-3986-4d87-a6c9-9d6fcafe16a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.183381173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6531028a-57b3-43ff-9f3e-5f69a622ae55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.183591277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"258592f7-a36b-44ea-b62e-0c132f9ae56d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.185545018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc9d950a-872d-4b1c-a73f-9bb745ca265d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.457106229Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"9a256b08-633e-4c63-b571-af49860c0551","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.494942622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f22d2d-be6b-4d4d-89b6-80a40c2b69a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.495020856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"62342d5b-dd2f-4931-9fef-da63a33384b7","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.566906509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0f22d2d-be6b-4d4d-89b6-80a40c2b69a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.567391139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"62342d5b-dd2f-4931-9fef-da63a33384b7","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.61689458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3f1f3796-5e60-4c52-9a88-ac96aaaff6f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.619129988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1214ee54-0d95-4be5-aa05-bfe8f62df847","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.619431701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"c6983ad3-8b6f-4c69-ac43-98e432de913e","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:23.667484361Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"d2a3ed2e-4d6e-4ec5-ad43-277aefb0fe4c","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:23.667567367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"d2a3ed2e-4d6e-4ec5-ad43-277aefb0fe4c","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.672095734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"3f1f3796-5e60-4c52-9a88-ac96aaaff6f8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.674287635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1214ee54-0d95-4be5-aa05-bfe8f62df847","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.675060793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"c6983ad3-8b6f-4c69-ac43-98e432de913e","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.684572998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"2e8d69aa-6aea-4764-8a7b-0ae115563af3","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.685019443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"7021615e-2050-4777-88d3-08d95d78fdc4","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.718182847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"201ea38d-03d3-45f7-aa25-961558a06c11","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.719945222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"d2366c9a-d326-44ee-81b8-f8233c29f565","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.720191851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"b28a0b61-f229-4f39-b3d6-16dfee4ceb5a","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.820048704Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"65bf11a3-8933-48cd-8840-736881d40917","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-b980cd77c544","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.921297374Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"0617b3c7-b7a7-49eb-8c04-37d9c2c9080f","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.925136001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343ff286-229e-4089-81b8-fae5bde2287d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:23.98730006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"343ff286-229e-4089-81b8-fae5bde2287d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.0290114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bdcdf65f-22ce-4b11-95ff-d3875ef142d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.031661449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"9ed95902-d9ea-4ac9-b13d-b39394293719","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.084236792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bdcdf65f-22ce-4b11-95ff-d3875ef142d5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.130054831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"56545447-a65e-457f-9bfd-5d0b80e513ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.130125697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"5a3d4669-5ff2-4b51-843b-95b7a8970af5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.131475167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1abcd89d-b149-4d37-bfcb-03f6ac90455f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.132734415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"a839cc9c-d6f2-4e88-9d5b-c329eaf08772","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.186451146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"5a3d4669-5ff2-4b51-843b-95b7a8970af5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.186453214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"56545447-a65e-457f-9bfd-5d0b80e513ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.189112292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1abcd89d-b149-4d37-bfcb-03f6ac90455f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.238070787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"eb8f454c-2b3f-43bb-b9b2-cee0d9663b95","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.339839395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"b4c4acdc-ccc2-4d87-8ad1-624731ab46c9","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.601913611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"17605485-88f5-4577-8786-5aa8abec3456","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.761129364Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"582d2f9a-7ad6-4269-91ce-184a561195d4","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:24.938340126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"e73b9728-9507-4610-b6b3-39a99a5ec8b5","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:24.938436471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"e73b9728-9507-4610-b6b3-39a99a5ec8b5","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:24.988545131Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"a4f4e757-24d3-48a2-81ad-ea8c0bfba200","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.037489021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a27f847-dc42-48b1-b3cb-d62e8c4372e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.037532387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"d115b554-83bf-4c29-84fe-9ac411598fbb","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.040803893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1d31f6e5-0fcc-40d5-80a5-c1b50f914177","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.040812461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"0b3a1bf2-80c9-4c20-a544-407e9c6144c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.088892829Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"afacbe2d-1695-40c1-9514-2a1bdb9662c5","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.092879882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"d115b554-83bf-4c29-84fe-9ac411598fbb","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.092923403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a27f847-dc42-48b1-b3cb-d62e8c4372e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.096368824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"0b3a1bf2-80c9-4c20-a544-407e9c6144c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.096474939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1d31f6e5-0fcc-40d5-80a5-c1b50f914177","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.144287457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"f12cad3e-12ab-4458-9335-57816903a64a","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.144293195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"23fc230d-c256-4091-9a56-7030334fbbb7","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.144595851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"647877c1-1378-4e34-a8ac-01ed5d991af4","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.144845139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"10d86d5f-c539-4abe-8bc5-285a87f5c562","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.189833543Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"27bfcfc9-5046-431a-840a-5fe34db73d9a","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.291573799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"61ad2c79-9396-4849-bf12-c86d485ad386","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.399425664Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"0de3cb9d-762d-4422-83c5-7ee87bb9a801","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-b980cd77c544","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.502368134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"4f81d4ae-4e06-4ab3-8dc6-8918d5796284","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.516658815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ec674ce7-eab5-4704-966f-6d7b55f84039","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.51708669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"49ed8331-a4ae-4185-a862-7aa58d54613a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.518970277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"298d84c4-51ed-494e-b251-48f950c0f38d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.520348005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bdecc185-210c-4ad8-8b9f-3ce601ae0e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.57255751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"ec674ce7-eab5-4704-966f-6d7b55f84039","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.574080797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"49ed8331-a4ae-4185-a862-7aa58d54613a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.576176243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"298d84c4-51ed-494e-b251-48f950c0f38d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.577183889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bdecc185-210c-4ad8-8b9f-3ce601ae0e0c","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.604016058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"60c01589-66b8-467b-95a1-316d418578a8","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.705036793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"a54cec65-a562-43f5-8b6e-28c6028e4258","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:25.807766541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"7d301673-6984-4649-9a44-d2cdf18865c1","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:25.807832664Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"7d301673-6984-4649-9a44-d2cdf18865c1","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.859764596Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"7b60295d-7283-4995-9cf5-73bf7546aa9d","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:25.992166057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"f4c7d299-b9cf-4d8c-8104-012a882488bb","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.045246955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"fbd6c645-a642-4a92-bbed-c197a493de0e","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.146969269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fe40b42c-0563-4396-bcff-ed102b17efbb","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.147195853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"f83027ce-4a2e-4f83-8c7d-ae93253f04b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.146966785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fa0d2681-2da6-48fe-bff8-4333eebc4948","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.202110479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fa0d2681-2da6-48fe-bff8-4333eebc4948","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.20211843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fe40b42c-0563-4396-bcff-ed102b17efbb","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.202536174Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"1e05184d-c3f7-48c6-aa1c-2689aaaa1fe1","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.204202583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"f83027ce-4a2e-4f83-8c7d-ae93253f04b1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.24642264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"468d49ed-e8ff-4e4b-ae39-ac3357c3408d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.246457299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faf01c6c-0607-4aab-8fcd-3f46bf2cd7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.304837945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"468d49ed-e8ff-4e4b-ae39-ac3357c3408d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.304837949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faf01c6c-0607-4aab-8fcd-3f46bf2cd7ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.36012635Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"71a3cc07-5b23-420e-9c2f-3f61ea9f1a39","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.461571607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"c9d384bc-ee8e-427d-928f-6a97334719ed","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.606952719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3a508437-35cb-4d68-ba1e-93dafe9cd706","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:26.664106605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3a508437-35cb-4d68-ba1e-93dafe9cd706","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.762779934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"86c1e809-d210-4835-924c-59fe5367a4f3","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.914160684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ef0abd-34a4-4bac-8cf2-c594d51a01f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.915008018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fdf9d522-a7b4-434c-b978-e06592bf384e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.915984009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"44a460f5-dd13-402d-b285-f03f83646bd3","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.91728812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f96625-e590-4067-b0b9-a10e01bbf86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.917643506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"370b0bc1-af7c-4af1-91ee-461d6b8b5cd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.969526578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"62ef0abd-34a4-4bac-8cf2-c594d51a01f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.96977291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"fdf9d522-a7b4-434c-b978-e06592bf384e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.97190119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"44a460f5-dd13-402d-b285-f03f83646bd3","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.972462677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88f96625-e590-4067-b0b9-a10e01bbf86d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:28.974107435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"370b0bc1-af7c-4af1-91ee-461d6b8b5cd8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.321757489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"d6210641-f288-45b8-9aab-86ec24bb9c34","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.376917761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"d6210641-f288-45b8-9aab-86ec24bb9c34","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.66456884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"a0c08edd-9deb-4ae3-9cb4-3ccbe2992f79","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.765948552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"2aee44de-aa14-435b-b3ec-53d1ef014001","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.868859012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"70ab31f2-7b0b-4a4d-8b16-f2d7f268f0a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:29.92472001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"70ab31f2-7b0b-4a4d-8b16-f2d7f268f0a4","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:30.341097457Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"aa1009ab-0439-4df1-8220-1d8a1e14ab25","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:30.836865254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"9f391264-c60d-4dc1-a1e2-1ae20846f84b","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:30.94048157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"126bfccb-c8a3-43b6-8aec-8d6b8126d3bf","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:30.991660778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8cb6114e-8434-4979-a619-30dbfff742f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.142446447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"8e0ccedc-f5cc-4f13-8b61-d8b8883177c4","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.356067627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6d8072e-234e-4e0c-8530-d66a8b7fb4f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.465272578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"d0c3abdf-7872-402c-acdf-fc754564f046","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.467024314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8d4f825d-e1e0-48c2-967a-074aa9fa93bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.507589753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"acf065ef-06f5-4570-8ab8-4f658f868666","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.5153035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"f6d1ee7c-fc5e-4bab-8fa4-8862a1fbf410","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.515914646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1559b794-8f2a-4ca4-b91a-cf9121487167","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.516474264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"214d27bf-2279-4ce4-ae86-4d1aaa72e37a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.521419705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"d0c3abdf-7872-402c-acdf-fc754564f046","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.523735604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8d4f825d-e1e0-48c2-967a-074aa9fa93bd","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.57118163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1559b794-8f2a-4ca4-b91a-cf9121487167","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.592281758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"f6d1ee7c-fc5e-4bab-8fa4-8862a1fbf410","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.593761051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"214d27bf-2279-4ce4-ae86-4d1aaa72e37a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.94570393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02361932-f8aa-47ee-97f2-4536784c7d2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:31.945724413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6b4ec416-b095-4aeb-8627-397b62942689","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.002975842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02361932-f8aa-47ee-97f2-4536784c7d2b","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.003174993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6b4ec416-b095-4aeb-8627-397b62942689","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.021878017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"eacbbbe6-7518-4573-adb2-3c51d71044b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.077990178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"eacbbbe6-7518-4573-adb2-3c51d71044b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.094352738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"240d0d19-009a-4b32-967a-0e535377bab8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.09435267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"cfb8b02c-f09c-4de6-b59b-4485411085d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.149965729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"240d0d19-009a-4b32-967a-0e535377bab8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:32.149983703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"cfb8b02c-f09c-4de6-b59b-4485411085d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.111876277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"991234f3-610c-466e-a5dd-4b4eb443bf97","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.23377672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"6939cf73-7489-4979-a76b-61b6df4b76d0","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.334014149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"cd39cdd7-a325-4be9-8056-e4044a647a1b","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.384306947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53f3fb6a-a6db-4577-8ca8-0354aabd6cc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.495283312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-quota-423427-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]","namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.546141148Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"79f43e11-95b2-460a-b672-d535e1518adf","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:40.604606687Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-quota-423427-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-423427-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.606276445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"93b6a1ed-1a6e-49c1-a740-4d7f01b64003","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.658294972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc3f46c3-465d-420d-97e5-b4e8e26b84a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.703311876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"ba63ab19-ccdd-491f-a7e4-123e1b8b4343","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.719580813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a4b94840-5e54-4436-9507-de86fed7b7b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.719591418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"cb187880-507c-4c05-80a4-b6b5e9bd4051","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.720019845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"d0df4e53-2dba-46ef-886e-18c8fcf95e28","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.793394203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a4b94840-5e54-4436-9507-de86fed7b7b5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.793685265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"d0df4e53-2dba-46ef-886e-18c8fcf95e28","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.795304372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"cb187880-507c-4c05-80a4-b6b5e9bd4051","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.804770418Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"3f2aa50e-50b4-43d5-90bc-dc4735c792b3","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.905927361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"4d31a032-1864-4eb1-bca2-6645c3c6bd9c","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:40.921448355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"89dade86-00d4-441d-8278-9147fb84e25d","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-quota-423427-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.006963681Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"c2e4a800-8756-40fa-8962-92097123fa62","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.180300104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"c9c54dd7-0644-4140-9f22-77393ff0ba57","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.246505573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4f7e8341-2cfe-469b-9a57-8558d0fac025","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.246531871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"97c5d19f-fedd-4b19-a777-3bb4f53d96df","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.247011195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"8040b9ce-a2de-42db-ba21-26920862024d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.301841128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4f7e8341-2cfe-469b-9a57-8558d0fac025","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.301982672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"97c5d19f-fedd-4b19-a777-3bb4f53d96df","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.303986392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"8040b9ce-a2de-42db-ba21-26920862024d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:41.380715109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"83759394-f7b8-429a-ba8d-7c5f3f769101","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:43.066573055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.305218451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.305314449Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.305392604Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","tenant":"e2e-shared-a-w4-ff34e5","tenantID":"e2e-shared-a-w4-ff34e5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.358034922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-ff34e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.418561353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Service","name":"maas-api-e2e-shared-a-w4-ff34e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.478451348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-ff34e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.531972152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-ff34e5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.604330366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.656758458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.712082455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.783726341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:45.784065789Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"beb771ce-bf2d-4c33-a0c9-5d2743b37cb3","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:45.784206379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"beb771ce-bf2d-4c33-a0c9-5d2743b37cb3","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.835808384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.889856227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:45.947346699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.008471198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.102616489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.15481183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.212440803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.266746585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.318565787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.370169824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.424272989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-ff34e5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.476935991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-ff34e5"},"namespace":"ai-tenant-e2e-shared-a-w4-ff34e5","name":"default-tenant","reconcileID":"0cfbfc3e-169d-43c0-b003-0e880dcfa4b5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-ff34e5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.64723255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a2b44-beb1-4f2a-a889-0f56a42c6f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.698159996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a2b44-beb1-4f2a-a889-0f56a42c6f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.748549198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a2b44-beb1-4f2a-a889-0f56a42c6f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:46.805734123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b83a2b44-beb1-4f2a-a889-0f56a42c6f0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.128181108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65c7248a-23d6-475c-a95f-4550548baff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.233271986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84642fd7-f88d-4565-a9cc-988f94f80216","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.257423964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"ddc7c6d3-f1a3-425f-a621-866f3517f597","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.359807695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"3c8253e4-a126-46e1-9c40-0207a4b785a4","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.459520252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"189715f9-838e-4823-98fe-172e34704a24","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.529836257Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"92b2b5cf-36f5-4bdc-afbe-04f87d395e24","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.776957474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"b234317f-0a2c-4a21-9bb9-8f1fd9b423bb","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.831300479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a89d67d-852b-4f0e-bed3-058ab2c9f5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.83145616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"504f8fa4-2372-4be2-97ab-7b977cf75570","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.881366495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"d2a8a948-8d21-439e-a133-225a742d5580","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.8815947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"8a0ac612-4696-483a-9807-c981af247361","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.882030146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc05efda-977c-4e1e-9a5e-8719c5fa3a65","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.882583204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"b0de7c3a-c6db-4cf1-8a92-b88756dea281","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.887498793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a89d67d-852b-4f0e-bed3-058ab2c9f5a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.888262417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"504f8fa4-2372-4be2-97ab-7b977cf75570","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.936523929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"8a0ac612-4696-483a-9807-c981af247361","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.936995602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc05efda-977c-4e1e-9a5e-8719c5fa3a65","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:47.93872574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"d2a8a948-8d21-439e-a133-225a742d5580","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.719133574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdf542-333f-468e-9498-138a9109d7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.770065001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdf542-333f-468e-9498-138a9109d7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.820095393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdf542-333f-468e-9498-138a9109d7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:48.870176465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6abdf542-333f-468e-9498-138a9109d7e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.144216835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"9d62c504-3190-4e48-8565-8b553fa22d11","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.245485589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"57a9bc95-e3a7-4c60-9297-1834bcabda2b","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.345965912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"bef59da5-8df0-42fc-a158-b8f8d9a740ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.400744666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"bef59da5-8df0-42fc-a158-b8f8d9a740ab","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:49.813989656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"fada1311-5aa6-41dd-91ee-3258c94b39bf","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:54.834189884Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-quota-423427-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]","namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-quota-423427-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:54.885052469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"8b77951b-a57a-4eff-8471-c16fa250794e","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:54.943340323Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-84f58d/e2e-shr-quota-423427-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-423427-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.034475538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"3511e78c-2994-405a-8466-213b57a77aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.034497485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc802cd3-d5be-44a8-995a-690cd7d5cec5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.035036684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"86b54664-285c-472d-9a0e-c1d6d98fbbce","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.042521536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"28e611c1-4c03-489b-901f-6eccf0c025b1","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.090718793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"3511e78c-2994-405a-8466-213b57a77aa1","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.09079111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc802cd3-d5be-44a8-995a-690cd7d5cec5","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.092880077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"86b54664-285c-472d-9a0e-c1d6d98fbbce","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.143812628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"a1c7d26c-0885-46c8-bf0c-6b3e593afcd8","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.244884249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"255af102-317e-4302-882f-b14bae2ef143","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.247942654Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"07de70e4-73b1-4ebd-abfb-e489118bcfbb","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-b-84f58d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-84f58d/e2e-shr-quota-423427-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.345965287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"4037fbef-caff-4940-93fc-1686f8f04474","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.507002123Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"5c293970-035c-41eb-9819-d358b75fcb22","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.542553363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02863176-9813-4042-9930-927b1d1207b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.542813865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"a190d425-96c9-4fe1-ac62-9207e68e0d20","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.543338303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4c8785a6-7d2e-40c3-a381-260aa6ffa033","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.597824503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02863176-9813-4042-9930-927b1d1207b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.597848962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"a190d425-96c9-4fe1-ac62-9207e68e0d20","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.600171379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4c8785a6-7d2e-40c3-a381-260aa6ffa033","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:55.708172836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"41e6f3fe-ebb9-451a-a4c2-0e14a575b9e8","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.009625099Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"0f937149-a47a-43b3-ab54-82ccf73bc914","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.009694944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"0f937149-a47a-43b3-ab54-82ccf73bc914","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.16559302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"16afce0f-3fba-45e5-9155-42d1012e4221","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.165661788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"16afce0f-3fba-45e5-9155-42d1012e4221","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.363619033Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ff34e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ff34e5","reconcileID":"69022933-437c-4453-a504-f79139e77d74","aitenant":"ai-tenants/e2e-shared-a-w4-ff34e5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.519866628Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"308ec1c3-91ff-463c-bb7b-50fc473f56c5","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:58.519942945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"308ec1c3-91ff-463c-bb7b-50fc473f56c5","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.914643527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce2394-8b62-4532-bbb8-0f4b2807d1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:58.964717457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce2394-8b62-4532-bbb8-0f4b2807d1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:59.014753969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce2394-8b62-4532-bbb8-0f4b2807d1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:59.065106483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fce2394-8b62-4532-bbb8-0f4b2807d1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:35:59.173439913Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-ff34e5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-ff34e5","reconcileID":"69022933-437c-4453-a504-f79139e77d74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-ff34e5","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-ff34e5"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:59.526222276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"0b32e272-359b-442f-9776-8e840e059f68","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:35:59.526291087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"0b32e272-359b-442f-9776-8e840e059f68","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:00.993061939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ee84d1-e02f-4589-83ae-c0ff2132d692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:01.044258227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ee84d1-e02f-4589-83ae-c0ff2132d692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:01.09531546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ee84d1-e02f-4589-83ae-c0ff2132d692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:01.145691093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1ee84d1-e02f-4589-83ae-c0ff2132d692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:02.982591047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c11988-f5f8-4922-a476-916d77b601d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.032773403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c11988-f5f8-4922-a476-916d77b601d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.083065188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c11988-f5f8-4922-a476-916d77b601d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.133876749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c11988-f5f8-4922-a476-916d77b601d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.594069107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"c09a2dfd-96e7-4337-8a36-a723d9edcfd3","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.639307194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1cb18544-2fa7-45b3-8eda-3f3929c8f68c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.639467653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"56658cdc-4c23-4ce1-bf1d-3c43bcb842b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.642215757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9ae03242-86bc-4d4d-a94e-587f359f0820","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.642358221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"63a617a2-c7df-4a70-b26a-ad9f9479aeb1","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.6426709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"94dc41a5-c67d-45be-985b-67b9527998a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.694315615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"56658cdc-4c23-4ce1-bf1d-3c43bcb842b7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.694332298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1cb18544-2fa7-45b3-8eda-3f3929c8f68c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.697476767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"94dc41a5-c67d-45be-985b-67b9527998a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.697599579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"63a617a2-c7df-4a70-b26a-ad9f9479aeb1","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.700054617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9ae03242-86bc-4d4d-a94e-587f359f0820","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:03.855156544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"5cc5cd50-60e6-4e1c-a6cd-4c22e4662fa3","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:04.146066451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"72ad5be5-847a-4017-80ac-518ef0c923aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:04.201142882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"72ad5be5-847a-4017-80ac-518ef0c923aa","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:07.387018841Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"530d1990-cd3a-4421-9928-2c190558a882","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:07.387094466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"530d1990-cd3a-4421-9928-2c190558a882","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.154688091Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"a900b191-e758-42e4-b2ba-078172ad08ee","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.217814189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fc9b7a-181f-4593-85ae-36a8d061a211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.268273196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fc9b7a-181f-4593-85ae-36a8d061a211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.318440675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fc9b7a-181f-4593-85ae-36a8d061a211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.318775899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"ee0f26fd-234a-40f1-bd20-b22e7b5dd6ec","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.319220727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"360b1167-e273-4e15-acf8-ecdfcd18f248","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.368810517Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"41056709-4418-4c51-859f-6770813b529c","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8db14d77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.369277055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31fc9b7a-181f-4593-85ae-36a8d061a211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.369624546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a845a447-9b68-4649-a772-61c097decfce","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.374450053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"ee0f26fd-234a-40f1-bd20-b22e7b5dd6ec","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.426063078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"360b1167-e273-4e15-acf8-ecdfcd18f248","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.426063076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a845a447-9b68-4649-a772-61c097decfce","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.881138081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"e58fac88-8985-4783-b377-aa4e6d4c43d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.9359119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"e58fac88-8985-4783-b377-aa4e6d4c43d7","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.982321814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"505ed8a3-8d71-4c92-9bbe-284ed570d1d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:08.982323686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7b36c66e-d311-4148-b73a-5f799f8ef566","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.037445755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7b36c66e-d311-4148-b73a-5f799f8ef566","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:09.03759331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"505ed8a3-8d71-4c92-9bbe-284ed570d1d6","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:10.229278492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782740ac-7c20-4d59-a5a7-08b45434d980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:10.279473629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782740ac-7c20-4d59-a5a7-08b45434d980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:10.329553048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782740ac-7c20-4d59-a5a7-08b45434d980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:10.379731092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"782740ac-7c20-4d59-a5a7-08b45434d980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.177236316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"43765d08-dedb-4e3a-befe-67cb3de248b2","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.277358823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"4f9a8987-21cd-4841-bf48-50840c529f99","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.377422408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"a8dbdfae-e1e3-41df-96e9-c07c8996239d","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.486205252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"600c23f4-c4d7-4854-bd2f-54586a5e6db5","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.62160617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4b5c4bd9-6474-4a48-b6a1-d1b2e257fc8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.721919723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7e3876e-73ad-49fe-8ad5-63f9aeae3d0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:12.801721153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"2ee8ae0d-7281-472a-aff4-088c58abd50a","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:13.067313742Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.419940147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"b392dfad-0bae-42c7-af6a-3a9799cec399","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","subscription":"e2e-shr-quota-423427-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.520830737Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"b392dfad-0bae-42c7-af6a-3a9799cec399","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.57129268Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-sub","reconcileID":"b392dfad-0bae-42c7-af6a-3a9799cec399","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.836517108Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-quota-423427-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]","namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:18.887442153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"553814db-419c-49b5-a25f-8f9330e7430a","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.039560109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"790f47f4-ea79-4206-997b-489226731b22","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.039710579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"7c60e818-d978-4748-a376-1c0a9d0764a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.039972902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4bbff438-0643-42db-bbec-687a63fdc2f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.044001003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"238f466e-a5e7-43b2-88be-b247dffbcf8e","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.09471909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"790f47f4-ea79-4206-997b-489226731b22","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.095002367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4bbff438-0643-42db-bbec-687a63fdc2f9","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.097129261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"7c60e818-d978-4748-a376-1c0a9d0764a6","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.145881645Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"9428c37f-c053-4fde-a80e-a6fc61e5dc30","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.247263739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"694617fc-15e8-4105-a889-e78aa0db7b13","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.34634404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-quota-423427-access","reconcileID":"1cd9f8e3-b377-4324-80ce-ab80254f5d59","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.653883095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","reconcileID":"14698cd6-d3d9-4e3b-a718-6adfcf559354","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-76bf2646365c","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-b-84f58d","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.808941217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"04eac6bb-0839-417b-bb94-d5a904aa0f22","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.958889085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"bbcee2cf-89bd-470e-842b-63a55ec680a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.958917738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"15803b4c-4993-4025-b1cd-0fd3ed0c2a53","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.959806593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"57b20b80-004b-4ce1-b608-7ef59fc8f34d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:19.965785846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"16d9da3e-054b-484b-afc2-91ae94fac360","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a8435087","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.015851994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"bbcee2cf-89bd-470e-842b-63a55ec680a1","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.017287917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"15803b4c-4993-4025-b1cd-0fd3ed0c2a53","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.018414512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"57b20b80-004b-4ce1-b608-7ef59fc8f34d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.17006169Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.170121177Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","namespace":"ai-tenant-e2e-shared-b-w4-83bb08","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.170173832Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","tenant":"e2e-shared-b-w4-83bb08","tenantID":"e2e-shared-b-w4-83bb08","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.222462497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-83bb08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.280239442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Service","name":"maas-api-e2e-shared-b-w4-83bb08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.33856645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-83bb08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.390756826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-83bb08","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.455654692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.47835633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"adc09718-16db-4c3f-8ffa-05e496636f80","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.478378264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b55767f4-cb38-413e-aecc-0c65d57c015f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.478929786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"81dc1297-2c38-4ac8-b43a-90488da1e975","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.515818765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.535074906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"adc09718-16db-4c3f-8ffa-05e496636f80","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.535075611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b55767f4-cb38-413e-aecc-0c65d57c015f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.537390745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"81dc1297-2c38-4ac8-b43a-90488da1e975","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.571375151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.631628994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.684510175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.734431538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.784267006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.834085046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.884192026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.933928188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:20.983589096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:21.037562687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:21.087558299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:21.137984753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:21.192814571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-83bb08","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:21.242934088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-83bb08"},"namespace":"ai-tenant-e2e-shared-b-w4-83bb08","name":"default-tenant","reconcileID":"977c04d6-a825-474b-b08e-b6763b2ea251","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-83bb08","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:24.533718292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"a43154cd-15b7-4dcd-a4a5-efa9d4096d19","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:24.725046348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"324b54d1-e52f-45d2-9292-cad1b92cd681","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:24.775347908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"230f19c7-d0ec-4e4e-bd00-cb98865b8a3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:24.847963891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"a8b4bcc6-f45b-49b7-945f-95f9c02983a9","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:24.919373639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5fe9dd9b-0863-48c7-a9eb-0d08c0177a1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.095507853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"048cfa7c-db8e-4cba-8ab5-7c742b0bb309","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.102012172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e0e7cb67-2073-4ab0-a6b9-85d7b11fd668","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.102919657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"4e526f8c-cdf4-4b88-91e2-f9e3631c12f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.151463812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"598e61e9-f459-4602-bc34-722c033342f3","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.152870969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"c0daa744-219d-40c4-84d3-a6b16e9d53cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.153469673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"81f71883-c65a-4335-a2e5-8bcba905b4cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.157068869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e0e7cb67-2073-4ab0-a6b9-85d7b11fd668","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.157927164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"4e526f8c-cdf4-4b88-91e2-f9e3631c12f8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.206851666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"598e61e9-f459-4602-bc34-722c033342f3","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.208056268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"c0daa744-219d-40c4-84d3-a6b16e9d53cf","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:25.209056065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"81f71883-c65a-4335-a2e5-8bcba905b4cf","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.353184047Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"5d2134fc-e1cd-46df-8b72-749d6d7b9ef0","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.353254673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"5d2134fc-e1cd-46df-8b72-749d6d7b9ef0","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.406657851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"acbc78e1-0755-41e4-86a9-287ada722157","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.406728997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"acbc78e1-0755-41e4-86a9-287ada722157","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:28.617266775Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-83bb08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-83bb08","reconcileID":"99d2e3e3-3ac1-4046-aa5d-dee8ef5ca89f","aitenant":"ai-tenants/e2e-shared-b-w4-83bb08","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.774786829Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"a094e59c-5e0c-45b2-85c9-6c9f58d0fb7d","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:28.774863302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"a094e59c-5e0c-45b2-85c9-6c9f58d0fb7d","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.224145645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b5f17e-f8dd-475f-976b-dbe659fb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.274476803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b5f17e-f8dd-475f-976b-dbe659fb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.324534542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b5f17e-f8dd-475f-976b-dbe659fb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.374785638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65b5f17e-f8dd-475f-976b-dbe659fb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:29.429770802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-83bb08","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-83bb08","reconcileID":"99d2e3e3-3ac1-4046-aa5d-dee8ef5ca89f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-83bb08","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-83bb08"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:29.641877429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"ad5433f2-c6c2-45d4-8e78-0e8169b28940","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:29.641948655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"ad5433f2-c6c2-45d4-8e78-0e8169b28940","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.016302501Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"edeed909-e3f3-4b27-8c48-74d226eaa4a5","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","subscription":"e2e-shr-quota-423427-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.12888555Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"edeed909-e3f3-4b27-8c48-74d226eaa4a5","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.202105458Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-sub","reconcileID":"edeed909-e3f3-4b27-8c48-74d226eaa4a5","MaaSSubscription":{"name":"e2e-shr-quota-423427-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.522621393Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]","namespace=ai-tenant-e2e-extmod-b-84f58d priority=0:[ai-tenant-e2e-extmod-b-84f58d/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-b-84f58d/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.573324446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"e3095605-9a33-42b8-b3b8-1818fa96c063","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.740595296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2351ee30-3c38-4ac3-8d6f-31eaef019e25","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.740783202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21dada6b-e859-4bb3-9679-b2c8518b2aa6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.741197368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"8dcfc423-d131-47d9-b043-408df610d1a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.7419069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"f3ad4f9d-3f21-4cbd-ac83-fb5db0a4604d","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.796438982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"8dcfc423-d131-47d9-b043-408df610d1a9","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.79859686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"21dada6b-e859-4bb3-9679-b2c8518b2aa6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.799599215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2351ee30-3c38-4ac3-8d6f-31eaef019e25","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.843302456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"c8a5c40d-efe4-4392-9a89-323773936226","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:30.944976765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"c72137c6-54c7-465e-9997-b7e90b6905b5","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.046802641Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-quota-423427-access","reconcileID":"e9d3514e-7b5a-4dea-8550-23889fa50977","MaaSAuthPolicy":{"name":"e2e-shr-quota-423427-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.245084992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2087adb-6441-46a8-92f7-827f37f29b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.295278353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2087adb-6441-46a8-92f7-827f37f29b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.295902179Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"bb56cdc0-186d-42ac-b104-0a3d768f70b6","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.345247357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2087adb-6441-46a8-92f7-827f37f29b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.395708662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2087adb-6441-46a8-92f7-827f37f29b33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:31.652383466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","reconcileID":"ff46bf28-f0ec-4908-b4e0-79c8ea206b07","MaaSModelRef":{"name":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-quota-423427-462189ef6404","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-quota-423427-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-quota-423427","provider":"e2e-shr-quota-423427-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.207576005Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"5210b556-c145-4f07-bc69-686dbbcf0fde","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:32.315714492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"7724d5fd-5faa-464c-b9e9-c7eedab75c3d","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:32.315774534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"7724d5fd-5faa-464c-b9e9-c7eedab75c3d","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.407816079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"cbba55c5-6541-4447-a600-ccd141215b88","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.408112906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26920f99-64fd-42e2-b05f-4b4d3dcd505d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.408344007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c14abd3f-4fe4-4f88-b692-74742f858919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.458771705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"23535914-44ff-4dd7-b9c3-86affc9fc071","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.458774754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"a9b2b9c4-c17c-49b0-b673-42ec6b73923d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.459805967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"2f395bba-405c-4e1c-ad4e-768afd11e090","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.464147568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26920f99-64fd-42e2-b05f-4b4d3dcd505d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.464193993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"cbba55c5-6541-4447-a600-ccd141215b88","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.466330811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c14abd3f-4fe4-4f88-b692-74742f858919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.515376675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"23535914-44ff-4dd7-b9c3-86affc9fc071","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.517088119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"a9b2b9c4-c17c-49b0-b673-42ec6b73923d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.561392706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"7dc36ef6-f74d-483b-8991-6c3cdc891d50","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.561459647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"76e943ee-7cc7-4663-b7fa-164486e9d32b","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.561978777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"f1299f2c-c69a-4c5f-b5f0-1df6144c0b8e","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.562459122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"732c20f4-d9b2-43c2-9aea-211b049e62a3","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.686448696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"abf98f2a-eecc-42b5-a8d4-ad529ae0d067","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.739711524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"21cdb589-446d-40fa-866b-cb1ea4b70c25","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.850785567Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","reconcileID":"c51028a4-bd0e-4e13-94ad-dbc80a7881db","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-b980cd77c544","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-b-84f58d","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.898897497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"0ecc08d3-b136-4e6d-a98e-eca6d36d02ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.952239713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"7cba88e5-26cc-4546-aa10-f2144ac67653","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.952520404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c60339ae-cfe3-4311-b476-00d9f28b139a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:32.955063443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"0ecc08d3-b136-4e6d-a98e-eca6d36d02ad","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.000308739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"28e9ea32-1cc2-4f4e-8d37-903e7e966273","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.008806864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c60339ae-cfe3-4311-b476-00d9f28b139a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.021671556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-423427","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","reconcileID":"38d6ad73-4343-4721-997d-7fb289b8dac3","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-quota-423427","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.050858755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"44bda9c7-77fe-4e9d-a4b3-a1de547c03e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.051626602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"f267490c-ea5a-4a52-ac1e-44353318f5ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.053473972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"29a99b18-4477-46c3-91d8-3a9f2907d68a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.100659101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"8a3f0b56-ec3e-4b39-aa08-a24bbfb35602","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.101943927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"dc7897d9-c0a5-46d4-a60f-2b80c7cbaebb","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.102236986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"24ae7693-1c6e-45ba-b9e8-c9db9ee92315","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.106192171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"44bda9c7-77fe-4e9d-a4b3-a1de547c03e6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.107153711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"f267490c-ea5a-4a52-ac1e-44353318f5ae","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:33.157337083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"a7ba5898-6d84-4355-956e-c7a568bffaed","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:36:33.157426243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-ambiguous","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-ambiguous","reconcileID":"a7ba5898-6d84-4355-956e-c7a568bffaed","error":"ExternalModel e2e-extmod-shr-user-409d7d/e2e-shr-amb-f8534d is attached to several gateways [openshift-ingress/e2e-extmod-a-c4ebf5 openshift-ingress/e2e-extmod-b-84f58d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.172894239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8718b965-6d0c-4df0-8daa-3c635825ca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.208226649Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"b3a322ce-4881-4b38-9a7c-0108a359965b","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.252218304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8718b965-6d0c-4df0-8daa-3c635825ca36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.304565481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc9cf5a-443d-4cda-88e7-c48d4e7c46f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.357601756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"d1b0f235-465f-4ac3-885d-7e72855eadd8","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.357661934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc9cf5a-443d-4cda-88e7-c48d4e7c46f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.408120218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc9cf5a-443d-4cda-88e7-c48d4e7c46f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.408540389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6133f82-4350-407e-a798-006c21e1a809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.458639361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc9cf5a-443d-4cda-88e7-c48d4e7c46f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.515067691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6133f82-4350-407e-a798-006c21e1a809","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.612073744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"257b330e-7b9f-457e-ac11-a95ea940c686","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.612073817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2a232cf5-c491-4162-93b8-ec93e93398c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.667206037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"257b330e-7b9f-457e-ac11-a95ea940c686","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.667247583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"2a232cf5-c491-4162-93b8-ec93e93398c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.713756599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a0bb6fb-bc59-4eb0-bdfe-c6edfd549070","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.714059259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"131b74dc-1223-404d-99d5-237774311f86","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.769346087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"1a0bb6fb-bc59-4eb0-bdfe-c6edfd549070","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:33.769630841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"131b74dc-1223-404d-99d5-237774311f86","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:34.576630419Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","reconcileID":"cc036e2c-246f-4f7b-8d39-2873708f7f61","MaaSModelRef":{"name":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-amb-f8534d-90df40f8a353","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-amb-f8534d-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-amb-f8534d","provider":"e2e-shr-amb-f8534d-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.154331997Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"18a90409-d114-4741-b99c-31a774aa5a64","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.309818327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"bf3dd9e0-d1f4-4e3d-9442-a4dcfbeb531f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.314105047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88dce71c-1ed2-4260-b705-bdbfed32565d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.314116781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"51063d4b-915b-4710-abad-f778ae8f98b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.315011924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4a700577-b1c3-4f11-a952-1fbba9883076","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.315125451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4942a95-c14b-4351-b293-4dd01b91d342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.366431115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"bf3dd9e0-d1f4-4e3d-9442-a4dcfbeb531f","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.370527518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"51063d4b-915b-4710-abad-f778ae8f98b8","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.370701002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88dce71c-1ed2-4260-b705-bdbfed32565d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.37307221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e4942a95-c14b-4351-b293-4dd01b91d342","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.374375461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"4a700577-b1c3-4f11-a952-1fbba9883076","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.725111492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3c4520d6-ded2-4718-bad1-bab17ab25d6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.763611033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"1853a47a-094a-42a2-83d1-e0c4ea51d61b","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.783346026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"3c4520d6-ded2-4718-bad1-bab17ab25d6a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.914943645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba97eacc-2516-4cff-bb06-c60ff7aabaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.915544938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02d76aa0-461f-4c63-b10c-3945f933d27a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.915998676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"68dee517-feeb-45d1-908f-088cb37991e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.970017709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ba97eacc-2516-4cff-bb06-c60ff7aabaa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.970453273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"02d76aa0-461f-4c63-b10c-3945f933d27a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:35.972435207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"68dee517-feeb-45d1-908f-088cb37991e4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.014712169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03fd0da3-cff0-472c-9ec2-8f3321d578b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.069925804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03fd0da3-cff0-472c-9ec2-8f3321d578b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.245253072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"cb74bbb4-b221-4fb2-b1a5-4fa1adfc46db","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.300530331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"cb74bbb4-b221-4fb2-b1a5-4fa1adfc46db","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.35303329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a98d02c9-4b58-4335-ab3b-859ca6780d80","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:36.409187439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a98d02c9-4b58-4335-ab3b-859ca6780d80","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.6428936Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"54edac8c-f40b-40a2-8ee2-33ff145a482b","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.741576753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2e0d510e-9a19-4ffb-9933-634dc6d3929c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.742507176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d810006f-b162-4ebc-bb79-3fed335d59ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.743087086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"da10381e-2b12-4b86-a5f0-0dce04a37c8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.744637097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"16341b41-7957-4077-873c-042ddd6f4f61","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.745168214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"04463a67-8756-40c0-9718-7210ec585005","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.81129859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d810006f-b162-4ebc-bb79-3fed335d59ac","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.815065712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"da10381e-2b12-4b86-a5f0-0dce04a37c8d","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.818934576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"16341b41-7957-4077-873c-042ddd6f4f61","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.892651492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2e0d510e-9a19-4ffb-9933-634dc6d3929c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.894543839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"f86424b6-1b39-47c4-b90c-8f01cbfd7296","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.894989075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"ab1a8df4-78a7-4b1e-918c-d5d6d81dfb24","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.895349508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"d5c98a8a-4e78-4972-af96-6afa18987bf7","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.89574546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"148a8c1b-65eb-4f9a-80d6-e334be8fdd15","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:40.943752782Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"e9f32569-f69f-4178-9357-9b98ea4f1f46","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.046172647Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"5674f35e-c245-4637-8307-718d900c1e50","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.148977857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"d6cdae19-249a-42f3-baa3-f3718deb6bc8","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.250440551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"d5c39b21-a665-49cc-a9b1-11bbe31a489e","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.262577945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"8cb3738c-f5c4-4cbb-a120-137812f0cd7c","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.264596017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e2372e4c-d3e8-4e0d-8cef-a478f132923b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.265012988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-f8534d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","reconcileID":"947bc80b-0a97-4268-ae88-47ca851c20d2","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-amb-f8534d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.317128805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"cb57c735-db5e-4825-bfa6-a2fa1acbc766","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.318042722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"bda61d08-201c-4f95-a22d-f8389e9b99a6","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.318568049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"fa2be63e-330b-4fdc-9b7c-f91040489b8e","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.319007316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"8cb3738c-f5c4-4cbb-a120-137812f0cd7c","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.319037027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"f60b1be6-d605-4d05-803b-8c0bc93bd698","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.321226225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"e2372e4c-d3e8-4e0d-8cef-a478f132923b","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.349360002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"34bec3b3-36c6-4e3b-82bc-43717eff2d3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.34935998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8fc44043-2473-478a-9ef5-c2e8ad68117c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.4053404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"8fc44043-2473-478a-9ef5-c2e8ad68117c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.405351529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"34bec3b3-36c6-4e3b-82bc-43717eff2d3f","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.416041993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9a47a8-719d-4e89-b22e-a832e7c9a806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.47105267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e9a47a8-719d-4e89-b22e-a832e7c9a806","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.82343824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da7c6ee3-7277-472c-959a-3bd6f9514bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.823459808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"79ae4abc-bbf5-4973-a141-bec6db29769a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.823897573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f9ad26e3-2df0-4971-b9d9-456bd02ef95d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.823954711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"c78e5cd6-d0c5-4c96-bd7f-19161c3912a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.824282237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bb1e09cc-f747-4d0e-a1f4-a5fc6506d0ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.879477676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da7c6ee3-7277-472c-959a-3bd6f9514bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.879542116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"c78e5cd6-d0c5-4c96-bd7f-19161c3912a5","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.881613933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f9ad26e3-2df0-4971-b9d9-456bd02ef95d","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.881818807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bb1e09cc-f747-4d0e-a1f4-a5fc6506d0ec","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.883818006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"79ae4abc-bbf5-4973-a141-bec6db29769a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:41.89513242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"171f4fb6-6396-4470-b8bd-e718bef6f790","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.052376009Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"52c12aa1-5d44-4d41-a13a-8dc2723ef8ef","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f8808fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.3322081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"6d408789-9769-4389-b57b-734af897dca6","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.332208133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a0e045be-0b34-409c-9db0-94a24c437a25","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.387461048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"6d408789-9769-4389-b57b-734af897dca6","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:42.387485825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"a0e045be-0b34-409c-9db0-94a24c437a25","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:43.066933241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.102846983Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"95d833b2-d0c8-4400-8b54-cd9ad1d09fbd","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","subscription":"e2e-shr-auth-a27231-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.204061408Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"95d833b2-d0c8-4400-8b54-cd9ad1d09fbd","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.25519918Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-sub","reconcileID":"95d833b2-d0c8-4400-8b54-cd9ad1d09fbd","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.519763009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-c4ebf5 priority=0:[ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-auth-a27231-sub ai-tenant-e2e-extmod-a-c4ebf5/e2e-shr-shared-98f7bb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.570799467Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"903fd2c9-5fcc-44c7-a432-42cb390a2268","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.66980963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"90bf23c4-d6d4-4522-9913-07cc13806493","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.669809774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"431f11b1-c40a-44c2-b927-6eb7d3e269fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.725945898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"431f11b1-c40a-44c2-b927-6eb7d3e269fe","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.726854608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"90bf23c4-d6d4-4522-9913-07cc13806493","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.730342866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"a1869c2d-1bd9-4da5-9faf-41690690c3f1","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.833197037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"b5f24e64-52ac-411f-8ad0-884c176edfbf","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:52.97712015Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-auth-a27231-access","reconcileID":"2e1aa89b-6860-4c8d-8700-32aaf46c9dd2","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.283248557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","reconcileID":"814b30f7-fc16-4bb3-9889-ed88fdd942dc","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-d91b24795fa7","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-b-84f58d","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.429881819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"ae0e062a-7311-4252-a305-6803d29f1623","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.529719741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"20c77ec3-e2b8-4521-b2e4-ad296b983408","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.529752522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"e0bbbfea-8de7-4972-b356-52bc74417c7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.58535007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"e0bbbfea-8de7-4972-b356-52bc74417c7a","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.585514259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"20c77ec3-e2b8-4521-b2e4-ad296b983408","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.587349434Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"b51f6bd3-c0a8-4f7f-bcc9-a407c9dbcfdf","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0ee87423","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.986619038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bedffc80-9b44-40ea-a2dd-d34a03ab9fe2","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:53.986619537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"cbf1cd4f-f21d-4e95-9dc5-e132501df2b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.044267456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bedffc80-9b44-40ea-a2dd-d34a03ab9fe2","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:54.044332734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"cbf1cd4f-f21d-4e95-9dc5-e132501df2b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.231739556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c109f0f1-8a94-48f5-8081-b2ab03648cfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.281048658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f24f5290-1f97-4fab-bba9-4e2058e0c22a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.281552789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"463b3842-ff89-4d0c-91a5-3bedb2ea06cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.286651401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"c109f0f1-8a94-48f5-8081-b2ab03648cfe","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.336752857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f24f5290-1f97-4fab-bba9-4e2058e0c22a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:36:59.336792628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"463b3842-ff89-4d0c-91a5-3bedb2ea06cc","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:03.638001657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"72a9bf4b-67b9-4b2a-87e1-780d1eb90041","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","subscription":"e2e-shr-auth-a27231-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:03.738885768Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"72a9bf4b-67b9-4b2a-87e1-780d1eb90041","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:03.789109841Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-sub","reconcileID":"72a9bf4b-67b9-4b2a-87e1-780d1eb90041","MaaSSubscription":{"name":"e2e-shr-auth-a27231-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.105386502Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"4c4d3654-9463-4988-92ff-c11f2368af00","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.205193067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"08771e16-e84f-4dc7-8cce-ee167aa311b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.205193052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"39c07709-4233-4c37-8575-c3d0a6af4577","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.260886647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"39c07709-4233-4c37-8575-c3d0a6af4577","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.262142557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"08771e16-e84f-4dc7-8cce-ee167aa311b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.265117226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"9bc2c1f6-7f6a-4712-9d61-8a01daa47ab1","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.366508278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"bc02b4c3-607e-4c92-b2f6-46e50c219a7d","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.513463766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-auth-a27231-access","reconcileID":"bdf0fb09-9b36-42cc-92ed-6341ab5edd93","MaaSAuthPolicy":{"name":"e2e-shr-auth-a27231-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:04.821594995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"9c89e685-5af8-4968-8248-0acb61e19eb8","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.260863988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","reconcileID":"a40fb384-913f-4e77-8ab2-811c244e0610","MaaSModelRef":{"name":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-auth-a27231-0d9522b1ed3a","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-auth-a27231-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-auth-a27231","provider":"e2e-shr-auth-a27231-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.873527424Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"db9f3ce2-0868-4f11-9f20-ff30a2a488dc","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.979441109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"315b51a4-dcc1-4152-9dd5-e90d0f5ebee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.979443573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2cc4fcc1-80a6-42c5-9494-350acf8fb1d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:05.985028474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"afcb6813-4884-4ea0-af42-9e3f6b09e9be","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.029942084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d30ed3c-2027-482a-be95-9520153281d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.029942066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba43458e-628d-497e-98cf-87f1999efde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.035063068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2cc4fcc1-80a6-42c5-9494-350acf8fb1d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.035222621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"315b51a4-dcc1-4152-9dd5-e90d0f5ebee6","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.085583865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba43458e-628d-497e-98cf-87f1999efde8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.085998082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5d30ed3c-2027-482a-be95-9520153281d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.087150682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"51e4aa7b-29ee-467e-ad21-3d3de34220de","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.186920922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"93634839-e065-4ee3-abce-666895e143e1","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.187515187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"ebf31275-8051-4527-acf8-df012c41bfd8","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.256419925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"58e5f96a-aca0-4e66-86e4-36e7a01e8597","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.359617712Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"21a9f08e-6729-4c4b-9d5b-afb80d5d3cfa","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.387598171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"50182484-4a43-4805-9c02-21097a222975","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.387611259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"13456e16-d079-41d7-8933-7ae4f8241a0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.445224757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"50182484-4a43-4805-9c02-21097a222975","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.450959349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"13456e16-d079-41d7-8933-7ae4f8241a0e","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.593560679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"78806713-7aed-49e1-8c77-ce07009f5f20","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.593652334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"b1dba4ee-0877-4abd-8859-50e86ecaed5d","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.652740271Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-a27231","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","reconcileID":"f7ef2ec3-0543-46b4-8f02-6797105f3abb","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-auth-a27231","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.803222745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e231da9f-654c-43e9-85b6-38499862ddb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.804599422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe6a3bb-a4ea-4362-9f39-e0c736cb3285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.853872595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b63ed345-06e3-451b-81ba-c16cc14bab5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.853872455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2a646b3f-6a76-4f51-8989-96e8bb9c5607","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.859084571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e231da9f-654c-43e9-85b6-38499862ddb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.860260117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fbe6a3bb-a4ea-4362-9f39-e0c736cb3285","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.909762774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"b63ed345-06e3-451b-81ba-c16cc14bab5a","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:06.909877532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"2a646b3f-6a76-4f51-8989-96e8bb9c5607","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.255280046Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"3b5e41de-55d0-4b53-9755-42da27f28686","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.304944614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6433b4ff-77fe-4530-8b60-ba88735ff175","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.359900762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6433b4ff-77fe-4530-8b60-ba88735ff175","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.416007487Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"ed5ac625-475b-407d-97e8-ab19b5fe28ea","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-518d44a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.713592215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7274415b-be4a-473d-b5f9-83963e0d61cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:07.768604978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"7274415b-be4a-473d-b5f9-83963e0d61cc","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:13.066293358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.466748063Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"f7b8cb9d-205c-4d73-961c-ab716f1d2708","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","subscription":"e2e-shr-shared-98f7bb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.568276232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"f7b8cb9d-205c-4d73-961c-ab716f1d2708","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.618889481Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"f7b8cb9d-205c-4d73-961c-ab716f1d2708","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.935196889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"bb0b5543-8f26-46b0-90ea-52851b543a18","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:17.986986371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d1585ab0-f56c-4bea-8a10-e13a73e381ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.042648522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"d1585ab0-f56c-4bea-8a10-e13a73e381ce","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.097277299Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"ca66d1df-3e34-408b-95fd-921ac317a436","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:18.200003222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"ca66d1df-3e34-408b-95fd-921ac317a436","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T13:37:18.200061519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"ca66d1df-3e34-408b-95fd-921ac317a436","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.255941889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"8ccb80bb-ff65-4c05-9c99-20b6f4695666","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.294620943Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f050d3f5-843b-48b1-8c1b-4d90a402549c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.446812714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f050d3f5-843b-48b1-8c1b-4d90a402549c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.573379682Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f050d3f5-843b-48b1-8c1b-4d90a402549c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"name":"e2e-extmod-b-84f58d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.573419859Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"e2e-shr-shared-98f7bb-access","reconcileID":"f050d3f5-843b-48b1-8c1b-4d90a402549c","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.679315959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","reconcileID":"3d2834fb-5424-45d7-a6a5-d09de46bda6c","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-4dea0654d8d5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-b-84f58d","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-b-84f58d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.853138133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"8bdc3160-a473-4edf-82d1-4915429ed21d","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.902892534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6cca2e3d-f416-4aba-b530-cb12038c31fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:18.959786009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"6cca2e3d-f416-4aba-b530-cb12038c31fa","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:19.008674657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"bbab8465-2e46-45dd-b231-d0d43bd87612","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ffc9ff65","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:19.312022361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc0b0076-0ae2-4cd6-a929-10f2e8f2bd68","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:19.369917603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"dc0b0076-0ae2-4cd6-a929-10f2e8f2bd68","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.152500857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9906d53e-8a40-4424-8935-157c9c2a77f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:23.207813097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"9906d53e-8a40-4424-8935-157c9c2a77f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.059649199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"6ddf4fed-c135-41f4-8abb-27d5080fbd2d","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","subscription":"e2e-shr-shared-98f7bb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.160823799Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"6ddf4fed-c135-41f4-8abb-27d5080fbd2d","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.211746087Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-sub","reconcileID":"6ddf4fed-c135-41f4-8abb-27d5080fbd2d","MaaSSubscription":{"name":"e2e-shr-shared-98f7bb-sub","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"maas-trlp-e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.527200301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"96a78929-d08a-4641-873a-626c1fbf101a","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.576157837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"701c1b7d-7432-432e-b18d-3adc9c793704","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.632955035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"701c1b7d-7432-432e-b18d-3adc9c793704","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.686098992Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"ead4be25-d74d-4219-9833-8a7e4e0a375e","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:29.883530947Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"796b80c8-16fc-4d84-8000-b453331353ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"model":"e2e-extmod-shr-user-409d7d/e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.035282536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"796b80c8-16fc-4d84-8000-b453331353ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.158468051Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"796b80c8-16fc-4d84-8000-b453331353ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"name":"e2e-extmod-a-c4ebf5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.158488779Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"e2e-shr-shared-98f7bb-access","reconcileID":"796b80c8-16fc-4d84-8000-b453331353ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-98f7bb-access","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.263742956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"657b0133-de15-48a8-8e07-057db4d17e49","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:30.69463235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","reconcileID":"384d9d61-0897-4160-a99e-ef6bdde1c0de","MaaSModelRef":{"name":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","namespace":"e2e-extmod-shr-user-409d7d"},"routeName":"external-model-e2e-shr-shared-98f7bb-a323415056af","namespace":"e2e-extmod-shr-user-409d7d","model":"e2e-shr-shared-98f7bb-e2e-extmod-a-c4ebf5","externalModel":"e2e-shr-shared-98f7bb","provider":"e2e-shr-shared-98f7bb-provider","gateway":"openshift-ingress/e2e-extmod-a-c4ebf5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.29015974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"96ff1d23-fbdb-43df-adcb-d2e1cf3e337e","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.440893937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34431181-2afe-4586-8f15-9eaa9f6d54d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.440894018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af744f48-8136-4f72-9efe-fe02c4db86ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.497100166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"af744f48-8136-4f72-9efe-fe02c4db86ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:31.497189247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34431181-2afe-4586-8f15-9eaa9f6d54d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.024143563Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-98f7bb","namespace":"e2e-extmod-shr-user-409d7d"},"namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","reconcileID":"d86ad216-188a-48e2-846e-cd8664c6026b","namespace":"e2e-extmod-shr-user-409d7d","name":"e2e-shr-shared-98f7bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.175206279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"335c25ef-c98c-4865-b0f3-27c2b0b7a69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.175206266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f514aad-2d30-4ec6-9fa1-ce62e0a91409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.231788292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"335c25ef-c98c-4865-b0f3-27c2b0b7a69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:32.231852148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f514aad-2d30-4ec6-9fa1-ce62e0a91409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:43.067390228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.893634727Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.893693566Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","namespace":"ai-tenant-e2e-extmod-a-c4ebf5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.893742258Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","tenant":"e2e-extmod-a-c4ebf5","tenantID":"e2e-extmod-a-c4ebf5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:45.947601383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c4ebf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.006728799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Service","name":"maas-api-e2e-extmod-a-c4ebf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.035778679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184f324d-6d4c-426b-b179-98e4873fd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.086308452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184f324d-6d4c-426b-b179-98e4873fd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.089347735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c4ebf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.13706403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184f324d-6d4c-426b-b179-98e4873fd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.18729875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"184f324d-6d4c-426b-b179-98e4873fd396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.190515122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c4ebf5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.252122645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.305317316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.360391805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.454686483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.504249304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.553960393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.603977218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Service","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.654212999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.703798239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.753350321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.803184488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.857035919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.906781321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:46.956763553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.007208173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c4ebf5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:47.057261527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c4ebf5"},"namespace":"ai-tenant-e2e-extmod-a-c4ebf5","name":"default-tenant","reconcileID":"84f36ba1-7d3b-4c2f-8185-211a7abdc2d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c4ebf5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.036557835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d500397-133f-493b-ad2c-6f78d9f2e65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.086674152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d500397-133f-493b-ad2c-6f78d9f2e65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.136735975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d500397-133f-493b-ad2c-6f78d9f2e65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:48.18666959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d500397-133f-493b-ad2c-6f78d9f2e65a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.193172665Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4ebf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4ebf5","reconcileID":"f1277476-c650-4f96-b164-42b8e3efaf01","aitenant":"ai-tenants/e2e-extmod-a-c4ebf5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.719612916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220059a0-3831-4c66-960e-bf1b0321f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.769614416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220059a0-3831-4c66-960e-bf1b0321f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.819672359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220059a0-3831-4c66-960e-bf1b0321f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.869647242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"220059a0-3831-4c66-960e-bf1b0321f1cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:53.978947546Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c4ebf5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c4ebf5","reconcileID":"f1277476-c650-4f96-b164-42b8e3efaf01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c4ebf5","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c4ebf5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.721102894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00434609-2b07-4274-a699-5992203cb6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.771264801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00434609-2b07-4274-a699-5992203cb6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.821265387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00434609-2b07-4274-a699-5992203cb6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:55.871264855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00434609-2b07-4274-a699-5992203cb6fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.693772754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6947c64-11dc-4666-9966-9ffe078fb16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.744168477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6947c64-11dc-4666-9966-9ffe078fb16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.795087767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6947c64-11dc-4666-9966-9ffe078fb16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:37:57.845465731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6947c64-11dc-4666-9966-9ffe078fb16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.656866932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745bebbf-7ca8-4b3c-80d7-8ea317c6a34c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.706860497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745bebbf-7ca8-4b3c-80d7-8ea317c6a34c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.757181851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745bebbf-7ca8-4b3c-80d7-8ea317c6a34c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:01.807348627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"745bebbf-7ca8-4b3c-80d7-8ea317c6a34c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.070281471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","namespace":"ai-tenant-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.070336902Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","namespace":"ai-tenant-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.070394706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","tenant":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.123487318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.182390286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Service","name":"maas-api-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.24088854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.294007484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.351311235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.404805677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.460394697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.524730038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.57559945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.626266233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.676664782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Service","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.728702961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.778616764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.835395132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.885943219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.940262603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:02.990189735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.039995075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.089767525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.150949513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"9289ba66-d77f-46b5-8969-eff7f9f548d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-84f58d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.768413646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64269ae5-5868-4fd8-b772-a7319798ca79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.818671999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64269ae5-5868-4fd8-b772-a7319798ca79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.868764548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64269ae5-5868-4fd8-b772-a7319798ca79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:03.919187303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64269ae5-5868-4fd8-b772-a7319798ca79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.862063682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","namespace":"ai-tenant-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.862141072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","namespace":"ai-tenant-e2e-extmod-b-84f58d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.862216609Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","tenant":"e2e-extmod-b-84f58d","tenantID":"e2e-extmod-b-84f58d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.912229834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Deployment","name":"maas-api-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:07.962148474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Service","name":"maas-api-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.012111691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.062145614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-84f58d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.112354004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.162287364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.212452481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.262529129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.312865717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.362727249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.412733702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Service","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.462563443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.512857993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.562728806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.612690497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.662595314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.712428153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.762342786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.812215637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-84f58d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:08.863024632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-84f58d"},"namespace":"ai-tenant-e2e-extmod-b-84f58d","name":"default-tenant","reconcileID":"6d3ed244-6f62-4a7d-9135-ebeff9e34159","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-84f58d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:13.075200499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.282664102Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-84f58d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-84f58d","reconcileID":"09e75415-d422-45a4-ba2d-2cc5a3caa347","aitenant":"ai-tenants/e2e-extmod-b-84f58d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.838414571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867929a1-495f-49fe-8877-a4e1d6c80b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.888735689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867929a1-495f-49fe-8877-a4e1d6c80b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.938904733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867929a1-495f-49fe-8877-a4e1d6c80b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:14.989033739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867929a1-495f-49fe-8877-a4e1d6c80b24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.141288751Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-84f58d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-84f58d","reconcileID":"09e75415-d422-45a4-ba2d-2cc5a3caa347","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-84f58d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-84f58d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.449307239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc09d851-2a6d-4f32-8053-3323f9e05ff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:15.549275808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81a3813e-b5fc-4166-a86d-3a62159cafe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.873092576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0258324-246d-490b-a522-8b62495bf7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.923339453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0258324-246d-490b-a522-8b62495bf7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:16.974242143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0258324-246d-490b-a522-8b62495bf7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:17.025072632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0258324-246d-490b-a522-8b62495bf7d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.849155433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a4bf6d-cb6b-401e-b3fd-4fcbb09a1c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.901763234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a4bf6d-cb6b-401e-b3fd-4fcbb09a1c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:18.953966171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a4bf6d-cb6b-401e-b3fd-4fcbb09a1c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T13:38:19.004869486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28a4bf6d-cb6b-401e-b3fd-4fcbb09a1c14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}